-- Logs begin at Thu 2022-07-14 11:24:19 UTC, end at Thu 2022-07-14 12:37:57 UTC. -- Jul 14 12:09:20.440328 dv-cinder-848900-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 12:09:23.101409 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.common.config [-] Logging enabled! Jul 14 12:09:23.101990 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 12:09:23.102114 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104360) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 12:09:23.105425 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.common.config [-] Logging enabled! Jul 14 12:09:23.105675 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev431 Jul 14 12:09:23.105980 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104360) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 14 12:09:23.106938 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 12:09:23.107171 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 12:09:23.107644 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 12:09:23.107890 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 12:09:23.108113 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 12:09:23.108427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.108719 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.108948 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.109240 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.109525 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.109803 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.110091 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.110385 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.110669 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.110981 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.111267 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.112029 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.112376 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.112662 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.112948 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.113171 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] debug = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.113450 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.113876 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.114278 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.114567 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.114876 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.115158 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.115430 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.115706 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.115986 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.116315 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] host = dv-cinder-848900-3-iscsi {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.116590 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.116873 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.117155 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.117439 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.117713 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.117988 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.118268 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.118540 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.118830 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.119106 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.119390 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.119677 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.119963 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.120187 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.120407 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.120690 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.120976 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.121248 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.121521 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.121792 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.122063 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.122341 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.122609 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.122914 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.123198 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.123481 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.123755 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.124027 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.124300 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.124571 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.124852 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.125122 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.125392 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.125664 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.125946 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.126213 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.126485 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.126798 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.127107 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.127902 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.128186 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.128456 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.128735 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.129004 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.129273 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.129543 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] use_json = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.129812 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.130079 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.130357 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.130627 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.130920 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.131191 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.131458 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.131739 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.132010 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:23.132308 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.132599 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.132895 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.133175 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.133473 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.133750 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.134035 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.134310 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.134594 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.134901 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.135188 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.135461 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.135756 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.136043 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.136334 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.136634 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.136923 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.137209 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.137480 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.137750 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.138022 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.138297 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.138579 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.138881 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.139169 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.139451 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.139729 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.140023 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.140305 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.140590 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.140878 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.141164 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.141436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.141713 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.142003 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.142287 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.142557 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.142895 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.143172 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.143446 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.143726 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.144015 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.144301 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.144571 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.144847 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.145131 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.145409 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.145677 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.145946 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.146219 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.146489 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.146800 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.147065 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.147335 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.147605 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.147879 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.148150 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.148419 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.148691 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.148960 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.149234 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.149501 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.149772 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.150044 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.150314 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.150584 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.150879 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.151153 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.151425 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.151699 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.151970 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.152247 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.152519 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.152790 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.153086 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.153363 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.153637 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.153915 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.154191 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.154467 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.154743 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.155046 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.155320 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.155865 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.156153 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.156432 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.156712 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.156994 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.157267 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.157574 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.157850 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.158127 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.158483 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.159225 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.159225 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.159704 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.159787 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.160069 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.160353 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.160637 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.160932 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.161226 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.161506 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.161797 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.162088 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.162382 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.162661 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.162997 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.163278 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:23.163492 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 12:09:23.163767 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104360) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 12:09:23.460617 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 12:09:23.460893 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 12:09:23.461198 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 14 12:09:23.461534 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 12:09:23.867504 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.867846 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.868182 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.869312 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.869582 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.869847 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.923668 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.924498 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.924889 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.939250 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.939535 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.939866 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.969536 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.969813 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:23.970082 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.006315 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.006540 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.006823 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.235739 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.236392 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.236392 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.237122 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.237820 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.335116 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.335366 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.335643 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.335906 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.336164 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.336468 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.336722 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.336971 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.337219 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.337494 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.337753 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.338007 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.338254 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.338497 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.338745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.339029 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.339278 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.339537 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.339799 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.340052 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.340323 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.340568 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.340841 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.341211 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.341456 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.341710 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.342086 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:24.342322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:24.342554 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:24.342802 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:24.343039 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:24.343272 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:24.343627 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 12:09:24.347215 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 12:09:24.351085 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 12:09:24.354825 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 14 12:09:24.356431 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 12:09:24.357853 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 12:09:24.358188 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 12:09:24.358573 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 12:09:24.361361 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 12:09:24.362261 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 12:09:24.362592 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 12:09:24.367644 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 14 12:09:24.390078 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 12:09:24.390523 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.390839 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104360) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 14 12:09:24.391208 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.392555 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104360) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 12:09:24.392854 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 12:09:24.393096 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 12:09:24.396383 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.396664 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:24.543251 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 12:09:24.543489 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 12:09:24.543723 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 12:09:24.544088 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 12:09:24.595478 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO dbcounter [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Registered counter for database neutron Jul 14 12:09:24.616356 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_db.sqlalchemy.engines [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104360) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 12:09:24.622254 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG dbcounter [-] [104360] Writer thread running {{(pid=104360) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 12:09:25.337111 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing driver for type 'gre' Jul 14 12:09:25.337796 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] gre ID ranges: [(1, 1000)] Jul 14 12:09:25.556601 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing driver for type 'local' Jul 14 12:09:25.556939 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing driver for type 'vlan' Jul 14 12:09:25.677119 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] VlanTypeDriver initialization complete Jul 14 12:09:25.677398 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing driver for type 'vxlan' Jul 14 12:09:25.677906 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] vxlan ID ranges: [(1, 1000)] Jul 14 12:09:25.842348 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing extension driver 'port_security' Jul 14 12:09:25.842682 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.extensions.port_security [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] PortSecurityExtensionDriver initialization complete Jul 14 12:09:25.843044 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing mechanism driver 'openvswitch' Jul 14 12:09:25.843366 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing mechanism driver 'hyperv' Jul 14 12:09:25.850704 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.plugin [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:25.851402 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.851774 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.852120 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.852612 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 12:09:25.853030 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.853399 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.853736 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.854122 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 12:09:25.854523 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.854893 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.855232 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.855616 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 12:09:25.856034 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > security_group after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.856375 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > security_group after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.856709 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.857100 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 12:09:25.857504 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.857842 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.858209 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.858608 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 12:09:25.859036 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > address_group after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.865488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > address_group after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.865488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.865488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104360) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 14 12:09:25.865488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] ML2 OVO RPC backend initialized. {{(pid=104360) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 14 12:09:25.865488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866052 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866052 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866052 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > networks before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866052 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > ports before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnets before_response 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866488 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866907 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866907 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866907 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.866907 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.867222 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.867222 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.867222 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.867222 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.876217 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded quota_driver: . Jul 14 12:09:25.876558 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.plugin [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Modular L2 Plugin initialization complete Jul 14 12:09:25.876898 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading services supported by the core plugin {{(pid=104360) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 12:09:25.877296 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.plugins.ml2.managers [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Got port-security extension from driver 'port_security' Jul 14 12:09:25.877789 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.extensions.vlantransparent [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Disabled vlantransparent extension. Jul 14 12:09:25.878277 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104360) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 12:09:25.878595 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: router Jul 14 12:09:25.913938 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.914323 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_create 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.914687 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router before_create 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.915192 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.915558 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.915908 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_delete 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.916264 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.916607 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.916957 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_create 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.917294 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_update 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.917660 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_update 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.917998 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.918347 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_update 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.918746 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_update 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.919136 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.919465 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.919794 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: subnet after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.920123 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.920467 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.920807 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_create 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.921141 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.921473 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.921816 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router after_update 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.922147 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.922489 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_create 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.922864 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.923203 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_update 55549900 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.923560 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > agent after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.924545 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > agent after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.925021 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > network after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.926206 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Tracking information for resource: router configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:25.926657 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Tracking information for resource: floatingip configured {{(pid=104360) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 12:09:25.931723 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.db.l3_agentschedulers_db [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 12:09:25.932361 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.932715 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port after_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.933058 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port after_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.933404 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: port after_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.934172 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router before_create 55550100 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.934528 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.934912 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_create 55550100 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.935260 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > router precommit_update 55550100 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.940262 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.provider_configuration [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service providers = [] {{(pid=104360) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 12:09:25.940623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.db.servicetype_db [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104360) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 12:09:25.943527 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.service_base [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:09:25.943869 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.service_base [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:09:25.944202 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.service_base [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:09:25.945237 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.services.service_base [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104360) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 12:09:25.945606 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.services.service_base [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 12:09:25.945971 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.946335 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 12:09:25.959718 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.960048 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: auto_allocate Jul 14 12:09:25.965687 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: network precommit_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.966046 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: network precommit_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.966546 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.966891 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: tag Jul 14 12:09:25.974287 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.974606 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: timestamp Jul 14 12:09:25.978449 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.978783 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: network_ip_availability Jul 14 12:09:25.984158 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.984526 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.984878 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:25.985580 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.985895 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: flavors Jul 14 12:09:25.990816 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.991141 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading Plugin: revisions Jul 14 12:09:25.995429 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104360) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 12:09:25.995814 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_concurrency.lockutils [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.535s {{(pid=104360) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 14 12:09:25.996534 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104360) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 14 12:09:25.996862 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Initializing extension manager. Jul 14 12:09:25.997378 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: __init__.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:25.997713 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: __pycache__ {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:25.998043 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: address_group.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:25.998733 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:25.999308 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: address-group Jul 14 12:09:25.999624 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: address_scope.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.000282 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.000786 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: address-scope Jul 14 12:09:26.001100 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.001993 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.002505 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: router-admin-state-down-before-update Jul 14 12:09:26.002859 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: agent.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.003498 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.003995 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: agent Jul 14 12:09:26.004305 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: agent_resources_synced.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.005151 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.005652 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: agent-resources-synced Jul 14 12:09:26.005964 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: allowedaddresspairs.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.007694 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.008212 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: allowed-address-pairs Jul 14 12:09:26.008531 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: auto_allocated_topology.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.009535 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.010040 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: auto-allocated-topology Jul 14 12:09:26.010353 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: availability_zone.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.011019 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.011520 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: availability_zone Jul 14 12:09:26.011833 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: availability_zone_filter.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.012684 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.013182 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: availability_zone_filter Jul 14 12:09:26.013493 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: data_plane_status.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.014357 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.014888 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 12:09:26.015206 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: default_subnetpools.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.016061 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.016560 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: default-subnetpools Jul 14 12:09:26.016874 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.018161 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.018737 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: dhcp_agent_scheduler Jul 14 12:09:26.019079 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: dns.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.019938 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.020435 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension dns-integration not supported by any of loaded plugins Jul 14 12:09:26.020747 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: dns_domain_ports.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.021616 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.022114 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 12:09:26.022427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.023313 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.023811 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 12:09:26.024127 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: dvr.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.024745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.025241 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: dvr Jul 14 12:09:26.025554 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: ecmp_routes.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.026409 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.026995 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 14 12:09:26.027313 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: empty_string_filtering.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.028165 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.028667 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: empty-string-filtering Jul 14 12:09:26.028979 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.029829 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.030329 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 12:09:26.030933 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.031791 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.032286 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 12:09:26.032596 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: external_net.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.034143 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.034647 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: external-net Jul 14 12:09:26.034990 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.035845 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.036345 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: extra_dhcp_opt Jul 14 12:09:26.036656 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: extraroute.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.037497 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.037993 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: extraroute Jul 14 12:09:26.038305 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: extraroute_atomic.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.039300 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.039800 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: extraroute-atomic Jul 14 12:09:26.040111 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: filter_validation.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.040719 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.041214 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: filter-validation Jul 14 12:09:26.041533 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: fip_pf_description.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.042576 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.043108 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 12:09:26.043424 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: fip_pf_port_range.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.044276 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.044777 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 14 12:09:26.045088 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: fip_port_details.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.045944 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.046444 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: fip-port-details Jul 14 12:09:26.046758 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: flavors.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.047943 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.048452 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: flavors Jul 14 12:09:26.048769 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.050408 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.050961 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 12:09:26.051290 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: floatingip_pools.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.051944 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.052455 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: floatingip-pools Jul 14 12:09:26.052776 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: ip_allocation.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.053640 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.054138 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 12:09:26.054454 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.055351 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.055855 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: ip-substring-filtering Jul 14 12:09:26.056171 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l2_adjacency.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.057045 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.057540 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 12:09:26.057852 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.058744 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.059279 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: router Jul 14 12:09:26.059595 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.061744 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.062256 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 12:09:26.062580 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.063461 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.063968 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: ext-gw-mode Jul 14 12:09:26.064287 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.065190 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.065685 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: l3-ha Jul 14 12:09:26.066000 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.066887 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.067386 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 14 12:09:26.067700 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_flavors.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.068554 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.069059 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: l3-flavors Jul 14 12:09:26.069372 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.070680 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.071228 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 14 12:09:26.071549 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.072404 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.072909 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 12:09:26.073225 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: l3agentscheduler.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.074188 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.074696 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: l3_agent_scheduler Jul 14 12:09:26.075043 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: local_ip.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.076715 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.077229 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension local_ip not supported by any of loaded plugins Jul 14 12:09:26.077551 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: logging.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.079002 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.079517 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension logging not supported by any of loaded plugins Jul 14 12:09:26.079845 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: metering.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.081062 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.081629 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: metering Jul 14 12:09:26.081953 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.083183 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.083697 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: metering_source_and_destination_fields Jul 14 12:09:26.084016 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: multiprovidernet.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.084893 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.085399 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: multi-provider Jul 14 12:09:26.085714 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: netmtu.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.086571 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.087104 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: net-mtu Jul 14 12:09:26.087418 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: netmtu_writable.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.088276 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.088777 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: net-mtu-writable Jul 14 12:09:26.089091 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: network_availability_zone.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.089705 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.090203 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: network_availability_zone Jul 14 12:09:26.090517 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: network_ip_availability.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.091582 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.092088 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: network-ip-availability Jul 14 12:09:26.092403 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: network_segment_range.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.093115 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.093612 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 12:09:26.093928 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: pagination.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.094882 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.095207 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: pagination Jul 14 12:09:26.095521 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: port_device_profile.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.097095 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.097602 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: port-device-profile Jul 14 12:09:26.097921 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: port_mac_address_override.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.098807 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.099321 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: port-mac-override Jul 14 12:09:26.099639 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.100511 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.101015 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: port-mac-address-regenerate Jul 14 12:09:26.101333 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.102197 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.102699 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: port-numa-affinity-policy Jul 14 12:09:26.103050 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: port_resource_request.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.103901 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.104401 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 12:09:26.104719 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: port_resource_request_groups.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.105612 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.106114 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 14 12:09:26.106431 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: portbindings.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.107314 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.107818 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: binding Jul 14 12:09:26.108134 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: portbindings_extended.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.109304 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.109806 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: binding-extended Jul 14 12:09:26.110127 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: portsecurity.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.111015 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.112161 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: port-security Jul 14 12:09:26.112501 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: project_id.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.113424 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.113756 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: project-id Jul 14 12:09:26.114092 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: providernet.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.114977 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.115488 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: provider Jul 14 12:09:26.115805 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.119259 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.119781 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos not supported by any of loaded plugins Jul 14 12:09:26.120103 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.121289 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.121797 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 12:09:26.122122 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.123027 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.123532 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 12:09:26.123849 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_default.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.124708 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.125209 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-default not supported by any of loaded plugins Jul 14 12:09:26.125529 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_fip.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.126398 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.126939 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-fip not supported by any of loaded plugins Jul 14 12:09:26.127842 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.128714 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.129214 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 14 12:09:26.129533 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_gateway_ip.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.130399 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.130933 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 12:09:26.131251 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_port_network_policy.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.132112 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.132612 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 12:09:26.132927 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.133897 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.134400 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 14 12:09:26.134716 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.135751 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.136263 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 14 12:09:26.136580 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_pps_rule.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.137682 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.138189 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-pps not supported by any of loaded plugins Jul 14 12:09:26.138509 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_rule_type_details.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.139400 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.139900 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 12:09:26.140217 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.141067 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.141565 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 14 12:09:26.141886 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: qos_rules_alias.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.143005 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.143508 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 12:09:26.143821 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: quota_check_limit.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.144688 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.145194 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: quota-check-limit Jul 14 12:09:26.145510 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: quotasv2.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.146400 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.146718 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: quotas Jul 14 12:09:26.147054 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: quotasv2_detail.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.148692 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.149030 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: quota_details Jul 14 12:09:26.149357 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: rbac.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.150633 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.151189 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: rbac-policies Jul 14 12:09:26.151516 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: rbac_address_group.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.152389 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.152899 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: rbac-address-group Jul 14 12:09:26.153219 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: rbac_address_scope.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.154082 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.154619 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: rbac-address-scope Jul 14 12:09:26.154971 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: rbac_security_groups.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.156175 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.156682 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: rbac-security-groups Jul 14 12:09:26.156997 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: rbac_subnetpool.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.157863 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.158498 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: rbac-subnetpool Jul 14 12:09:26.158852 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: revisionifmatch.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.159761 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.160269 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: revision-if-match Jul 14 12:09:26.160586 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: revisions.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.161644 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.162151 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: standard-attr-revisions Jul 14 12:09:26.162469 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: router_availability_zone.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.163120 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.163626 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: router_availability_zone Jul 14 12:09:26.164015 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: routerservicetype.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.164885 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.165385 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension router-service-type not supported by any of loaded plugins Jul 14 12:09:26.165704 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.166569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.167099 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: security-groups-normalized-cidr Jul 14 12:09:26.167419 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.168289 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.168791 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: port-security-groups-filtering Jul 14 12:09:26.169111 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.169976 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.170485 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: security-groups-remote-address-group Jul 14 12:09:26.170827 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.171698 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.172208 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: security-groups-shared-filtering Jul 14 12:09:26.172527 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: securitygroup.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.183598 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.184074 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: security-group Jul 14 12:09:26.184400 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: segment.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.185077 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.185584 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension segment not supported by any of loaded plugins Jul 14 12:09:26.185903 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.186804 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.187312 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 12:09:26.187628 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: servicetype.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.188670 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.189180 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: service-type Jul 14 12:09:26.190094 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: sorting.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.191051 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.191378 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: sorting Jul 14 12:09:26.191695 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: standard_attr_segment.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.192561 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.193071 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 12:09:26.193386 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: standardattrdescription.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.193986 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.194488 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: standard-attr-description Jul 14 12:09:26.194831 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: stateful_security_group.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.195714 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.196218 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: stateful-security-group Jul 14 12:09:26.196533 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: stdattrs_common.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.197062 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 12:09:26.197374 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.198241 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.198746 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 12:09:26.199090 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: subnet_onboard.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.200082 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.200596 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: subnet_onboard Jul 14 12:09:26.200918 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.201781 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.202285 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 12:09:26.202608 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: subnet_service_types.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.203509 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.204020 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: subnet-service-types Jul 14 12:09:26.204335 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: subnetallocation.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.205395 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.205909 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: subnet_allocation Jul 14 12:09:26.206224 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.206866 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.207372 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: subnetpool-prefix-ops Jul 14 12:09:26.207686 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.208556 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.209059 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 12:09:26.209373 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: tagging.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.210338 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.210880 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: standard-attr-tag Jul 14 12:09:26.211200 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: timestamp.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.212301 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.212817 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loaded extension: standard-attr-timestamp Jul 14 12:09:26.213135 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: trunk.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.214102 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.214605 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension trunk not supported by any of loaded plugins Jul 14 12:09:26.214957 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: trunk_details.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.215817 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.216319 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension trunk-details not supported by any of loaded plugins Jul 14 12:09:26.216637 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: uplink_status_propagation.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.217495 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.217995 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 12:09:26.218312 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Loading extension file: vlantransparent.py {{(pid=104360) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 14 12:09:26.218961 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104360) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 14 12:09:26.219459 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 12:09:26.222338 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:network Jul 14 12:09:26.223052 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:subnet Jul 14 12:09:26.223564 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:09:26.223951 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:port Jul 14 12:09:26.225184 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.225615 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service FLAVORS assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.226210 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.226621 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.226977 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:router Jul 14 12:09:26.227398 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 12:09:26.227955 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service METERING assigned prefix: /metering {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.229355 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:26.229720 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:26.230063 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104360) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:09:26.231059 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 12:09:26.231499 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:security_group Jul 14 12:09:26.231928 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 12:09:26.232443 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service CORE assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.232769 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:09:26.233115 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] subnetpool is already registered Jul 14 12:09:26.233538 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service CORE assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.233856 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:09:26.234178 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] subnetpool is already registered Jul 14 12:09:26.237145 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.237712 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service FLAVORS assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.238299 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.238713 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.239067 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:router Jul 14 12:09:26.239399 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] router is already registered Jul 14 12:09:26.239804 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:floatingip Jul 14 12:09:26.240132 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] floatingip is already registered Jul 14 12:09:26.240577 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service METERING assigned prefix: /metering {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.241233 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 12:09:26.241552 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] rbac_policy is already registered Jul 14 12:09:26.241953 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:security_group Jul 14 12:09:26.242279 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] security_group is already registered Jul 14 12:09:26.242673 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 12:09:26.243034 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] security_group_rule is already registered Jul 14 12:09:26.243649 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service CORE assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.243973 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:09:26.244301 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] subnetpool is already registered Jul 14 12:09:26.244710 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.v2.resource_helper [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Service CORE assigned prefix: {{(pid=104360) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 12:09:26.245028 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 12:09:26.245352 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING neutron.quota.resource_registry [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] subnetpool is already registered Jul 14 12:09:26.245811 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: extensions {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.247257 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: address-groups {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.248741 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: address-scopes {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.250133 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: agents {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.251306 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: auto-allocated-topology {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.253284 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: availability_zones {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.254486 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: dhcp-networks {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.256006 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: dhcp-agents {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.257412 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: routers {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.259115 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: flavors {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.260361 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: service_profiles {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.261555 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: next_providers {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.263008 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: service_profiles {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.264540 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: floatingip-pools {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.265783 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: routers {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.267495 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: floatingips {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.268947 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: l3-routers {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.270304 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: l3-agents {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.271750 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: metering-labels {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.272996 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: metering-label-rules {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.274368 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: network-ip-availabilities {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.275642 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: bindings {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.277189 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: quotas {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.278853 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: quotas {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.280379 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: rbac-policies {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.281834 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: security-groups {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.283134 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: security-group-rules {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.285713 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: service-providers {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.287138 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: subnetpools {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.288448 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: subnetpools {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.290998 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.292660 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.294479 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.296276 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.297950 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.300543 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.302214 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.304110 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.305860 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.307619 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron.api.extensions [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Extended resource: tags {{(pid=104360) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 12:09:26.313551 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING keystonemiddleware.auth_token [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 12:09:26.318668 dv-cinder-848900-3-iscsi neutron-server[104360]: WARNING keystonemiddleware.auth_token [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 12:09:26.327533 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_concurrency.lockutils [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Acquired lock "singleton_lock" {{(pid=104360) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 14 12:09:26.328001 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_concurrency.lockutils [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Releasing lock "singleton_lock" {{(pid=104360) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 14 12:09:26.328635 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Starting 2 workers Jul 14 12:09:26.333548 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Started child 104469 {{(pid=104360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:09:26.338013 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Started child 104470 {{(pid=104360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:09:26.338976 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:26.339627 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO neutron.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 12:09:26.340270 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:26.340516 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [-] (104469) wsgi starting up on http://0.0.0.0:9696 Jul 14 12:09:26.342709 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Starting 1 workers Jul 14 12:09:26.342878 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:26.344253 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [-] (104470) wsgi starting up on http://0.0.0.0:9696 Jul 14 12:09:26.348552 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Started child 104471 {{(pid=104360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:09:26.349077 dv-cinder-848900-3-iscsi neutron-server[104360]: INFO oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Starting 1 workers Jul 14 12:09:26.352301 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] calling RpcWorker wait() {{(pid=104471) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 12:09:26.352857 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] returning from RpcWorker wait() {{(pid=104471) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 12:09:26.353600 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Started child 104472 {{(pid=104360) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 12:09:26.354319 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:26.354423 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG neutron_lib.callbacks.manager [None req-268769b9-a1d0-4676-9db3-63ec2c925240 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:26.354777 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:26.356422 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104360) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 12:09:26.356613 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 12:09:26.356802 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 12:09:26.357032 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 12:09:26.357371 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 12:09:26.357522 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 12:09:26.358067 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.358332 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.358593 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.358890 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.359348 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:26.359813 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.359813 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.359968 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.360244 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.360572 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.360681 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.360804 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.361040 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.361269 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.362194 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.362458 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.362697 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] debug = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.365623 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.366569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.366569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.366569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.366569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.366569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.366569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.367436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.367436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.367436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.367436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.367436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.367436 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.368695 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.368695 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.368695 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.368695 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.369227 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] host = dv-cinder-848900-3-iscsi {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.369227 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.369227 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.369632 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.369632 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.369909 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.370055 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.370297 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.370551 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.370822 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.371065 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.371331 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.371578 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.371822 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.372066 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.372211 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_options = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.372445 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.372768 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.372971 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.373240 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.373409 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.373552 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.373714 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.373856 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.374089 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.374300 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.374532 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.374776 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.375008 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.375239 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.375506 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.375731 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.375961 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.376183 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.376431 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.376669 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.376909 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.377350 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.377607 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.377821 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.378033 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.378265 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.378503 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.378732 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.378968 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.379203 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.379450 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.379704 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.379948 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.380183 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.380765 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.380994 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.381217 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.381869 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.382043 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:26.382192 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.382192 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.382192 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.383093 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.383093 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.383483 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.383661 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.383891 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.384099 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_json = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.384307 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.384517 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.384736 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.384962 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.385337 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.385421 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.385770 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.385863 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.386292 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.386439 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.386691 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.387109 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.387246 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.387554 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.387743 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.388689 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.388689 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.388689 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.388945 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.390862 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.391108 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.391432 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.394322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.394322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.394322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.394322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.394322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.395030 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.396135 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.396494 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.396855 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.397167 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.397414 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.397665 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.397933 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.398186 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.398475 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.398802 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.399098 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.399464 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.399735 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.400007 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.400275 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.400517 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.400773 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.401000 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.401230 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.401472 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.401692 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.401957 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.402221 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.402457 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.402692 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.402954 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.403189 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.403553 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.403814 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.404067 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.404314 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.404556 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.404772 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.405017 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.405235 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.405730 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.405987 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.406226 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.406478 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.406732 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.407040 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.407277 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.407500 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.407757 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.407978 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.408711 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.408916 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.409160 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.409378 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.409612 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.409832 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.410047 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.410271 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.410515 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.410750 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.411019 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.411241 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.411457 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.411678 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.411907 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.412123 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.412362 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.412577 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.412920 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.413168 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.413413 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.413630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.413861 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.414080 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.414261 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.414480 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.414715 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.415063 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.415329 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.415580 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.415807 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.416063 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.416306 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.416559 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.416782 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.417003 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.417414 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.417670 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.417901 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.418159 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.418412 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.418636 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.418927 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.419170 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.419410 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.419669 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.419910 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.420147 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.420380 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.420605 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.420845 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.421103 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.421353 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.421602 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.422008 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.422388 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.422804 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.423211 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.423514 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.423761 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.424646 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.424885 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.425244 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.425568 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.425845 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.426139 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.426432 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.426682 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.426983 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.427255 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.427517 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.427752 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.428011 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.431935 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.432630 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433181 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433181 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433181 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433181 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433181 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433181 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433655 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433655 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.433816 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.434004 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.434238 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.434470 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.434691 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.434932 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.435153 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.435373 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.435633 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.435850 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.436071 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.436325 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.436547 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.436785 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.437240 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.437455 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.437687 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.437923 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.438189 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.438449 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.438861 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.439222 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.439690 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.440112 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.440339 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.440569 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.440799 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.441039 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.441262 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.441487 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.441707 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.441921 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.442153 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.442368 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.442639 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.442904 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.443259 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.443514 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.443740 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.444015 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.444256 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.444478 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.444696 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.444920 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.445173 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.445415 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.445640 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.445876 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.446116 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.446333 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.446572 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.446807 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.447126 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.447380 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.447605 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.447843 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.448062 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.448296 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.448666 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.449039 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.449263 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.449479 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.449693 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.449916 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.450233 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.450521 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.450787 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.451016 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.451270 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.451525 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.451745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.451965 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.452177 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.452390 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.452612 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.452828 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.453041 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.453285 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.453497 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.453731 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.454017 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.454216 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.454416 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.454642 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.454951 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.455190 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.455447 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.455661 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.455870 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.456093 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.456304 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.456519 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.456742 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.456958 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.457168 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.457416 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.457626 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.457834 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.458055 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.458341 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.458726 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.458856 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.459254 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.459351 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.459592 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.459835 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.460340 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.460340 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.460620 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.460871 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.461128 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.461358 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.461593 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.461855 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.462080 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.462444 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.462739 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.463010 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.463283 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.463567 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.463840 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.464107 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.464345 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.464702 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.464982 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.465249 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.465472 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.465733 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.465973 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.466196 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.466444 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.466661 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.466931 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.467171 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.467406 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.467633 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.468291 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.468291 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.468465 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.468544 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.468761 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.468994 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.469216 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.469441 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.469598 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 12:09:26.470154 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104360) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 12:09:26.470325 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 12:09:26.470479 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 12:09:26.471368 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 12:09:26.471547 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 12:09:26.471703 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 12:09:26.472055 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.472221 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.472383 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.472544 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.472728 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.472889 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.473082 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.473764 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.473764 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.473764 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.473764 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.473764 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474157 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474157 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474286 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474364 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474522 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474685 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.474871 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.475033 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.475192 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.475357 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] debug = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.475517 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.475727 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.477427 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478511 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] host = dv-cinder-848900-3-iscsi {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478511 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478511 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478511 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478819 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478819 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.478976 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.479121 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.479282 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.479441 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.479598 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.479756 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.479914 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.480072 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.480229 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.480392 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_options = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.480534 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.480694 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.480851 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.481209 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.481422 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.481505 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.481666 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.481826 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.481985 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.482164 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.482312 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.482451 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.482589 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.482734 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.482901 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483038 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483201 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483360 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483463 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:26.483558 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483665 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483822 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.483981 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.484140 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.484300 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.484459 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.484621 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.484762 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.484919 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.485077 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.485241 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.485398 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.485557 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.485716 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.485874 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.486033 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.486191 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.486419 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.486650 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.486992 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.487177 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.487339 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.487483 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.487624 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.487777 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.487924 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.488076 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.488232 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_json = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.488390 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.488552 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.488712 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.488875 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.489020 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.489183 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.489328 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.489468 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.489610 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 12:09:26.489766 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.489931 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.490106 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.490271 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.490433 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.490597 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.490870 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491061 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491061 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491334 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491476 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491611 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.491891 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492026 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492157 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492287 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492450 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492613 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492774 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.492937 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.493100 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.493273 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.493577 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.493577 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.493863 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.493996 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.494137 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.494273 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.494414 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.494553 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.494698 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.494871 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.495009 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.495174 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.495342 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.495511 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.495675 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.495839 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496003 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496165 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496329 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496494 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496657 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496821 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.496985 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.497148 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.497311 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.497473 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.497636 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.497799 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.497963 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.498127 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.498289 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.498451 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.498617 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.498815 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.498970 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.499133 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.499295 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.499456 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.499619 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.499781 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.499942 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.500104 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.500266 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.500428 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.500590 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.500766 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.500928 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.501091 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.501254 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.501416 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.501578 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.501741 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.501903 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.502584 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.502730 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.502930 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.503096 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.503259 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.503421 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.503584 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.503745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.503908 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.504070 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.504232 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.504394 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.504572 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.504716 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.504879 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.505057 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.505221 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.505384 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.505546 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.505709 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.505875 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.506037 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.506199 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.506361 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.506524 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.506685 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.506868 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.507034 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.507195 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.507357 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.507519 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.507681 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.507843 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508003 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508164 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508325 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508487 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508647 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508808 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.508970 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.509132 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.509294 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.509455 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.509679 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.509780 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.509927 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.510100 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.510264 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.510431 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.510594 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.510779 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.510952 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.511114 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.511277 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.511439 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.511600 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.511762 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.511924 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.512085 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.512247 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.512408 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.512570 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.512745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.512909 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.513072 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.513235 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.513420 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.513582 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.513745 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.513908 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.514070 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.514231 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.514434 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.514563 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.514804 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.514934 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515059 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515182 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515313 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515475 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515639 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515805 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.515967 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.516129 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.516291 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.516453 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.516615 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.516776 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.516938 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.517099 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.517261 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.517422 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.517606 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.518372 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.518540 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.518704 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.518873 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519041 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519202 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519364 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519525 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519685 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519868 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.519999 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.520160 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.520322 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.520484 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.520646 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.520808 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.520970 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.521133 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.521295 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.521457 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.521619 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.521781 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.521944 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.522107 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.522269 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.522431 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.522591 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.522753 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.522968 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.523133 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.523294 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.523459 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.523684 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.523840 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.523929 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.524083 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.524244 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.524410 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.524574 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.524755 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.524882 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.525050 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.525212 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.525374 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.525533 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.525676 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.525847 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.526008 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.526171 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.526333 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.526495 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.526655 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.526838 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.527001 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.527162 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.527324 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.527490 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.527666 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.527828 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.528155 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.528321 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.528459 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.528602 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.528809 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.528975 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.529069 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.529229 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.529381 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.529541 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.529700 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.529885 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.530024 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.530159 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.530291 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.530455 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.530899 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.531064 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.531225 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.531389 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.531550 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.531711 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.531882 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.532043 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.532205 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.532366 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.532527 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.532688 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.532859 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.533021 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.533182 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.533366 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.533528 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.533690 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.533861 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.534025 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.534188 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.534360 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.534523 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.534687 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.534872 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.535048 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.535210 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.535374 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.535536 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.535698 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.535866 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.536031 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.536197 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.536370 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.536539 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.536703 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.536874 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.537043 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.537214 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.537376 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.537543 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.537717 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.537879 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.538040 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.538202 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.538362 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.538524 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.538685 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.538875 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.539038 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.539199 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.539362 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.539523 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.539684 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.539845 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540006 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540167 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540329 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540490 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540652 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540813 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 12:09:26.540967 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104360) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 12:09:26.622749 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 51592) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:26.631885 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070214 Jul 14 12:09:35.750902 dv-cinder-848900-3-iscsi neutron-server[104360]: DEBUG dbcounter [-] [104360] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104360) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:37.955418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writer thread running {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 12:09:37.974364 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e6801b-a9e2-4dbd-a4f8-1a5c271be54f None None] get_active_networks_info from dv-cinder-848900-3-iscsi {{(pid=104471) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 14 12:09:38.047164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e6801b-a9e2-4dbd-a4f8-1a5c271be54f None None] No non-hosted networks {{(pid=104471) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 12:09:38.058163 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.agentschedulers_db [None req-f9e6801b-a9e2-4dbd-a4f8-1a5c271be54f None None] DHCP Agent not found on host dv-cinder-848900-3-iscsi {{(pid=104471) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 14 12:09:38.164154 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-60b95044-c7c7-46c8-a7bb-0b5f3894848d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683774'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:39.629565 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writer thread running {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 12:09:40.253633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fdc6f4b0-6b07-490c-b0b6-512e3cd497e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683774'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:40.293800 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.db.api [None req-d2d7b714-9238-481c-ab48-5ce01ca63abf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-848900-3-iscsi {{(pid=104471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 12:09:40.294518 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG oslo_db.api [None req-d2d7b714-9238-481c-ab48-5ce01ca63abf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:09:40.903290 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d2d7b714-9238-481c-ab48-5ce01ca63abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:41.209248 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51660) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:41.569051 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683774'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:41.884791 dv-cinder-848900-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-8d06ab67-0820-494c-9079-77efd7f89f7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:41.885386 dv-cinder-848900-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-8d06ab67-0820-494c-9079-77efd7f89f7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:42.108938 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-8d06ab67-0820-494c-9079-77efd7f89f7a admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:09:42.118830 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8d06ab67-0820-494c-9079-77efd7f89f7a admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8988013 Jul 14 12:09:42.782276 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683774'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:43.136693 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683774'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:43.137363 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.137682 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.138005 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.138326 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.138651 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.139188 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.139545 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.139947 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.140267 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.140578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.140909 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.141219 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.141541 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.141855 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.142164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:43.142546 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-848900-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:43.154105 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-848900-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:09:44.447677 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51696) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:44.778808 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:09:44.870499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.policy [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104469) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 12:09:44.913111 dv-cinder-848900-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:44.913475 dv-cinder-848900-3-iscsi neutron-server[104469]: WARNING oslo_policy.policy [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:44.933548 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writer thread running {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 12:09:45.069620 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762586846070', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762586846570', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762586862133', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762586870811', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762586867221', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762586889105', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1534591', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1374541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-298039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686612'] for rbac-policy (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:45.285065 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:45.286320 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b0c04bd9-33a1-44c3-9d07-b132bc9e4a7e admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8375723 Jul 14 12:09:47.326552 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.db.l3_hamode_db [None req-2a901641-0ce0-4add-a450-4ffc44587bb3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 12:09:47.404777 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a901641-0ce0-4add-a450-4ffc44587bb3 None None] Routers set() bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:09:47.405188 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a901641-0ce0-4add-a450-4ffc44587bb3 None None] Router IDs set() for agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 14 12:09:47.550511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 51708) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:48.043797 dv-cinder-848900-3-iscsi neutron-server[104470]: WARNING oslo_policy.policy [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:48.044349 dv-cinder-848900-3-iscsi neutron-server[104470]: WARNING oslo_policy.policy [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:48.259339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:09:48.272458 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writer thread running {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 14 12:09:48.396760 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Made reservation on behalf of 696f929ba4b64cd88ceb4cdaa2f61d36 for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:09:48.463082 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.policy [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104470) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 12:09:48.505181 dv-cinder-848900-3-iscsi neutron-server[104470]: WARNING oslo_policy.policy [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:48.505553 dv-cinder-848900-3-iscsi neutron-server[104470]: WARNING oslo_policy.policy [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 12:09:48.515752 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:48.537770 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:48.650749 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks [] for security_group (236af001-4c2b-481e-a60c-ba2fe74ca324), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:48.982915 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (236af001-4c2b-481e-a60c-ba2fe74ca324), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:49.015345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:09:49.043781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762585727034', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (f44230f0-bac2-4a2b-ac1d-80c981747907), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:49.044335 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Unsubscribe: segment precommit_create {{(pid=104470) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 12:09:49.044869 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Added segment f44230f0-bac2-4a2b-ac1d-80c981747907 of type vlan for network 29e74961-bbd7-466c-bf47-3e21d3bb3342 Jul 14 12:09:49.061809 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=236af001-4c2b-481e-a60c-ba2fe74ca324,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:49.083168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.083500 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.083847 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.084173 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.084489 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.084801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.085111 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.085421 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.085725 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.086029 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.086339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.086646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.086973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.087278 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.087578 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Tracked resource versions report: Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: pushed versions: Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: { 'AddressGroup': {'1.2'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Agent': {'1.1'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Log': {'1.0'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'NDPProxy': {'1.0'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Network': {'1.1'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Port': {'1.7'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'PortForwarding': {'1.3'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'QosPolicy': {'1.10'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroup': {'1.5'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SubPort': {'1.0'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Subnet': {'1.1'}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Trunk': {'1.1'}} Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: consumer versions: Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Agent': '1.1', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'ConntrackHelper': '1.0', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'LocalIPAssociation': '1.0', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Log': '1.0', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'NDPProxy': '1.0', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Network': '1.1', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Port': '1.7', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'PortForwarding': '1.3', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'QosPolicy': '1.10', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroup': '1.5', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroupRule': '1.2', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SubPort': '1.0', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Subnet': '1.1', Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Trunk': '1.1'}} Jul 14 12:09:49.089032 dv-cinder-848900-3-iscsi neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:09:49.167987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (29e74961-bbd7-466c-bf47-3e21d3bb3342), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:49.268790 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (29e74961-bbd7-466c-bf47-3e21d3bb3342), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:49.273732 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:09:49.274430 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:49.390815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] Pushing event updated for resources: {'Network': ['ID=29e74961-bbd7-466c-bf47-3e21d3bb3342,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:49.402787 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:09:49.425368 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a21bdbec-bfaa-45ac-8953-90e90944914f demo demo] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.8737729 Jul 14 12:09:51.722656 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 51728) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:52.129195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27629097-a43c-4fcf-9caa-7f422de64989 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:09:52.130522 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-27629097-a43c-4fcf-9caa-7f422de64989 demo admin] 10.222.0.27 "GET /v2.0/networks/29e74961-bbd7-466c-bf47-3e21d3bb3342 HTTP/1.1" status: 200 len: 825 time: 0.4068146 Jul 14 12:09:52.168329 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-05ccfb40-183a-4a3e-9729-6f9ee53329a8 demo admin] 10.222.0.27 "GET /v2.0/subnetpools/5fa40f93-a016-45a3-9a2f-87185565c3fa HTTP/1.1" status: 200 len: 734 time: 0.0320103 Jul 14 12:09:52.177636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Request body: {'subnet': {'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:09:52.191002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:52.290754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Made reservation on behalf of 696f929ba4b64cd88ceb4cdaa2f61d36 for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:09:52.293111 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:52.443075 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:52.708844 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (8ba63c51-b286-4f73-b7bc-b3752169be25), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:52.714284 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:52.735178 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=10 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:52.779029 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Pushing event updated for resources: {'Subnet': ['ID=8ba63c51-b286-4f73-b7bc-b3752169be25,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:52.789797 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Checking segment: {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:09:52.790174 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Network hostable DHCP agents. Network: 29e74961-bbd7-466c-bf47-3e21d3bb3342, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:09:52.885355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:09:52.947901 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 29e74961-bbd7-466c-bf47-3e21d3bb3342) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:09:52.952437 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:09:52.953042 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:52.959191 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35000719-3db8-4df9-a304-a4e4c7604c09 None None] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:09:53.048123 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-2d098e19-e4bc-484a-9560-dcf466c8ee6c demo admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8740206 Jul 14 12:09:53.224527 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-29e74961-bbd7-466c-bf47-3e21d3bb3342', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:09:53.225851 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:53.507371 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Allocated IP 172.20.0.2 (29e74961-bbd7-466c-bf47-3e21d3bb3342/8ba63c51-b286-4f73-b7bc-b3752169be25/5114a031-fe84-44a4-914d-26cfbaff3b22) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:09:53.538076 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=65,neutron:INSERT=33,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:53.778132 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Publish callbacks [] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:53.860114 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:53.930607 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:09:53.935486 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:53.943667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:09:53.950736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:09:53.958017 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Pushing event updated for resources: {'Port': ['ID=5114a031-fe84-44a4-914d-26cfbaff3b22,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:54.003375 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.004029 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.004029 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.004388 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.004717 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.005038 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.005359 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.005678 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.006002 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.006343 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.006638 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.006984 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Tracked resource versions report: Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: pushed versions: Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: { 'AddressGroup': {'1.2'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Agent': {'1.1'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'ConntrackHelper': {'1.0'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Log': {'1.0'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'NDPProxy': {'1.0'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Network': {'1.1'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Port': {'1.7'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'PortForwarding': {'1.3'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'QosPolicy': {'1.10'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroup': {'1.5'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SubPort': {'1.0'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Subnet': {'1.1'}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Trunk': {'1.1'}} Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: consumer versions: Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:09:54.011494 dv-cinder-848900-3-iscsi neutron-server[104471]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Agent': '1.1', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'ConntrackHelper': '1.0', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'LocalIPAssociation': '1.0', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Log': '1.0', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'NDPProxy': '1.0', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Network': '1.1', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Port': '1.7', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'PortForwarding': '1.3', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'QosPolicy': '1.10', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroup': '1.5', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroupRule': '1.2', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SubPort': '1.0', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Subnet': '1.1', Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Trunk': '1.1'}} Jul 14 12:09:54.013059 dv-cinder-848900-3-iscsi neutron-server[104471]: {{(pid=104471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:09:54.047932 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Attempting to bind port 5114a031-fe84-44a4-914d-26cfbaff3b22 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:09:54.048254 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Attempting to bind port 5114a031-fe84-44a4-914d-26cfbaff3b22 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:09:54.048658 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Attempting to bind port 5114a031-fe84-44a4-914d-26cfbaff3b22 on network 29e74961-bbd7-466c-bf47-3e21d3bb3342 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:09:54.054379 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:09:54.054743 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Checking segment: {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:09:54.055223 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:54.055602 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Bound using segment: {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:09:54.056045 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Bound port: 5114a031-fe84-44a4-914d-26cfbaff3b22, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:09:54.056434 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:54.117743 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-85490de0-835f-4089-919f-509bf2861e0c None None] For port 5114a031-fe84-44a4-914d-26cfbaff3b22, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:09:54.136541 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-85490de0-835f-4089-919f-509bf2861e0c None None] For port 5114a031-fe84-44a4-914d-26cfbaff3b22, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=5114a031-fe84-44a4-914d-26cfbaff3b22,segment=NetworkSegment(f44230f0-bac2-4a2b-ac1d-80c981747907),segment_id=f44230f0-bac2-4a2b-ac1d-80c981747907)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:09:54.206387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:09:54.267363 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85490de0-835f-4089-919f-509bf2861e0c None None] Pushing event updated for resources: {'Port': ['ID=5114a031-fe84-44a4-914d-26cfbaff3b22,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:09:55.199074 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=20,neutron:INSERT=35,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:55.200668 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=13,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:09:55.343333 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51750) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:55.685273 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-28e10563-39b7-4886-b6e3-7cf8202e583b admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:09:55.686249 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-28e10563-39b7-4886-b6e3-7cf8202e583b admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3419724 Jul 14 12:09:57.973137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51758) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:09:58.313377 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-10eb274e-c619-489a-ba36-de8dfebd81ba admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:09:58.314354 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-10eb274e-c619-489a-ba36-de8dfebd81ba admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3402789 Jul 14 12:10:00.608808 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51766) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:00.947913 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:10:01.035005 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (80effc0d-3b0e-4285-a563-4c177b3f1139), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:01.039925 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (80effc0d-3b0e-4285-a563-4c177b3f1139), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:01.202872 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] Publish callbacks [] for router_controller (80effc0d-3b0e-4285-a563-4c177b3f1139), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:01.257608 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (80effc0d-3b0e-4285-a563-4c177b3f1139), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:01.350497 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:01.351699 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-aa906673-0865-40e4-a6c1-ddf59cb34047 demo demo] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7419379 Jul 14 12:10:02.430906 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e732649-fb2d-4944-b53f-75c77091111d None None] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:10:02.510866 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] Provisioning complete for port 5114a031-fe84-44a4-914d-26cfbaff3b22 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:02.511272 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:02.687478 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] Current status of the port 5114a031-fe84-44a4-914d-26cfbaff3b22 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:02.687870 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:02.723916 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] For port 5114a031-fe84-44a4-914d-26cfbaff3b22, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=5114a031-fe84-44a4-914d-26cfbaff3b22,segment=NetworkSegment(f44230f0-bac2-4a2b-ac1d-80c981747907),segment_id=f44230f0-bac2-4a2b-ac1d-80c981747907)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:02.771664 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 5114a031-fe84-44a4-914d-26cfbaff3b22 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:02.801689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:02.857543 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 5114a031-fe84-44a4-914d-26cfbaff3b22 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:02.857927 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:02.887198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181336a-960c-420b-b4f2-da1a128eee95 None None] Pushing event updated for resources: {'Port': ['ID=5114a031-fe84-44a4-914d-26cfbaff3b22,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:02.930284 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:02.941313 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-33fdbdf2-742f-4dfc-b3ce-8051436464ce None None] Provisioning complete for port 5114a031-fe84-44a4-914d-26cfbaff3b22 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:02.941638 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-33fdbdf2-742f-4dfc-b3ce-8051436464ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:02.965519 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 5114a031-fe84-44a4-914d-26cfbaff3b22 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:02.965728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=47,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:02.966883 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:03.019963 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:03.022842 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-33fdbdf2-742f-4dfc-b3ce-8051436464ce None None] Current status of the port 5114a031-fe84-44a4-914d-26cfbaff3b22 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:03.615450 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51780) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:03.934859 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-e8906871-9969-49dc-b103-d403b7632261 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:10:03.935854 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e8906871-9969-49dc-b103-d403b7632261 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3194823 Jul 14 12:10:04.746176 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 5114a031-fe84-44a4-914d-26cfbaff3b22 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:04.790001 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 5114a031-fe84-44a4-914d-26cfbaff3b22 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:04.790384 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:04.857315 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 5114a031-fe84-44a4-914d-26cfbaff3b22 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:06.190209 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51788) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:06.510679 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:10:06.590688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Made reservation on behalf of 1074c03ef1614e229d46654abff5220e for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:10:06.593614 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:06.610262 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:06.711460 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks [] for security_group (bc8f1ea7-d562-44f5-a552-62beb1452fc1), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:06.785105 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (bc8f1ea7-d562-44f5-a552-62beb1452fc1), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:06.796972 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Reserving flat network on physical network physnet1 {{(pid=104469) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 12:10:06.830506 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762585727034', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (99feddc6-ef77-456c-9d8a-f9c3a9d8397f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:06.831116 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Unsubscribe: segment precommit_create {{(pid=104469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 12:10:06.831626 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Added segment 99feddc6-ef77-456c-9d8a-f9c3a9d8397f of type flat for network 02276e58-87fc-4473-b021-241dbac24866 Jul 14 12:10:06.848640 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8f1ea7-d562-44f5-a552-62beb1452fc1,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:06.867008 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.867353 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.867825 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.868167 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.868496 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.868821 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.869145 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.869465 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.869814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.870133 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.870451 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.870803 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.871130 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.871463 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.871758 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Tracked resource versions report: Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: pushed versions: Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: { 'AddressGroup': {'1.2'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Agent': {'1.1'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Log': {'1.0'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'NDPProxy': {'1.0'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Network': {'1.1'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Port': {'1.7'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'PortForwarding': {'1.3'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'QosPolicy': {'1.10'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroup': {'1.5'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SubPort': {'1.0'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Subnet': {'1.1'}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Trunk': {'1.1'}} Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: consumer versions: Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Agent': '1.1', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'ConntrackHelper': '1.0', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'LocalIPAssociation': '1.0', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Log': '1.0', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'NDPProxy': '1.0', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Network': '1.1', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Port': '1.7', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'PortForwarding': '1.3', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'QosPolicy': '1.10', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroup': '1.5', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroupRule': '1.2', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SubPort': '1.0', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Subnet': '1.1', Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Trunk': '1.1'}} Jul 14 12:10:06.873187 dv-cinder-848900-3-iscsi neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:10:06.957556 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (02276e58-87fc-4473-b021-241dbac24866), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:07.076722 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (02276e58-87fc-4473-b021-241dbac24866), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:07.077881 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:10:07.078563 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:07.177312 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] Pushing event updated for resources: {'Network': ['ID=02276e58-87fc-4473-b021-241dbac24866,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:07.187457 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 02276e58-87fc-4473-b021-241dbac24866 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:10:07.213616 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2b5ba716-1b1c-42ef-9672-a8bfb505ce1e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0223100 Jul 14 12:10:07.959693 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d4ad20ce-cc8c-4cb2-aca6-829ab32ea3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:09.465980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51800) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:09.871234 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9cf3ef-7068-4734-ac44-bea2144a644b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:10:09.872512 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9c9cf3ef-7068-4734-ac44-bea2144a644b demo admin] 10.222.0.27 "GET /v2.0/subnets/8ba63c51-b286-4f73-b7bc-b3752169be25 HTTP/1.1" status: 200 len: 849 time: 0.4055648 Jul 14 12:10:10.010882 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9c7eae12-1399-40b9-aafb-f0d4bb6097a9 demo admin] 10.222.0.27 "GET /v2.0/routers/80effc0d-3b0e-4285-a563-4c177b3f1139 HTTP/1.1" status: 200 len: 704 time: 0.1318939 Jul 14 12:10:10.219325 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7745534b-ce05-4901-847f-a4737a1d7f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:10.276149 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:10.296684 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:10.306696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:10.576312 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Allocated IP 172.20.0.1 (29e74961-bbd7-466c-bf47-3e21d3bb3342/8ba63c51-b286-4f73-b7bc-b3752169be25/320014b3-db59-4079-a408-a0bb038eb43f) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:10:10.766846 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks [] for port (320014b3-db59-4079-a408-a0bb038eb43f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:10.888386 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (320014b3-db59-4079-a408-a0bb038eb43f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:10.966072 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:10:10.978497 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:10:10.983524 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Pushing event updated for resources: {'Port': ['ID=320014b3-db59-4079-a408-a0bb038eb43f,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:10.987481 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:10:10.987481 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (80effc0d-3b0e-4285-a563-4c177b3f1139), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.191581 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-ed3c0bf7-47cd-4e13-932f-a8523a814ce3 None None] Provisioning complete for port 320014b3-db59-4079-a408-a0bb038eb43f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:11.191972 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ed3c0bf7-47cd-4e13-932f-a8523a814ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (320014b3-db59-4079-a408-a0bb038eb43f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.274173 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-ed3c0bf7-47cd-4e13-932f-a8523a814ce3 None None] Port 320014b3-db59-4079-a408-a0bb038eb43f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:10:11.342037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (320014b3-db59-4079-a408-a0bb038eb43f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.428362 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:11.550475 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.557998 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks [] for port (320014b3-db59-4079-a408-a0bb038eb43f), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.625202 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (320014b3-db59-4079-a408-a0bb038eb43f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.626071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (80effc0d-3b0e-4285-a563-4c177b3f1139), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:11.715047 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Pushing event updated for resources: {'Port': ['ID=320014b3-db59-4079-a408-a0bb038eb43f,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:11.758029 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:10:11.759343 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:10:11.765962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:11.984896 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Router 80effc0d-3b0e-4285-a563-4c177b3f1139 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:10:11.994389 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-89df4cd8-cc60-436f-b81b-172366bdfa61 None None] Provisioning complete for port 320014b3-db59-4079-a408-a0bb038eb43f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:11.994790 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-89df4cd8-cc60-436f-b81b-172366bdfa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (320014b3-db59-4079-a408-a0bb038eb43f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:12.024824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-89df4cd8-cc60-436f-b81b-172366bdfa61 None None] Port 320014b3-db59-4079-a408-a0bb038eb43f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:10:12.077164 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:10:12.082839 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2f23f215-fdb8-4f2f-bae2-9283bf17d7a8 demo admin] 10.222.0.27 "PUT /v2.0/routers/80effc0d-3b0e-4285-a563-4c177b3f1139/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0666029 Jul 14 12:10:12.089358 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Sync routers for ids ['80effc0d-3b0e-4285-a563-4c177b3f1139'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:10:12.102628 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Routers {'80effc0d-3b0e-4285-a563-4c177b3f1139'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:10:12.103486 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:10:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['80effc0d-3b0e-4285-a563-4c177b3f1139'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:12.282297 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Set router 80effc0d-3b0e-4285-a563-4c177b3f1139 gateway port host: None {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:10:12.701785 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'name': 'router1', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:10:01Z', 'updated_at': '2022-07-14T12:10:11Z', 'revision_number': 2, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'gw_port_host': None, '_interfaces': [{'id': '320014b3-db59-4079-a408-a0bb038eb43f', 'name': '', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'mac_address': 'fa:16:3e:04:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:10Z', 'updated_at': '2022-07-14T12:10:11Z', 'revision_number': 2, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'subnets': [{'id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:12.737774 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:12.750862 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Checking router: 80effc0d-3b0e-4285-a563-4c177b3f1139 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:10:12.751234 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Updating router 80effc0d-3b0e-4285-a563-4c177b3f1139 port 320014b3-db59-4079-a408-a0bb038eb43f binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:10:12.808082 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (320014b3-db59-4079-a408-a0bb038eb43f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.148129 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.313158 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Publish callbacks [] for port (320014b3-db59-4079-a408-a0bb038eb43f), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.396443 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (320014b3-db59-4079-a408-a0bb038eb43f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.562892 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Pushing event updated for resources: {'Port': ['ID=320014b3-db59-4079-a408-a0bb038eb43f,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:13.579199 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Attempting to bind port 320014b3-db59-4079-a408-a0bb038eb43f on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:10:13.580486 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Attempting to bind port 320014b3-db59-4079-a408-a0bb038eb43f by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:10:13.580919 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Attempting to bind port 320014b3-db59-4079-a408-a0bb038eb43f on network 29e74961-bbd7-466c-bf47-3e21d3bb3342 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:10:13.586820 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.587135 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.587481 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.587816 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.588142 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.588466 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.588788 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.589106 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.589453 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.589772 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.590089 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.590419 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.590734 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.591070 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.591384 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Tracked resource versions report: Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: pushed versions: Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: { 'AddressGroup': {'1.2'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Agent': {'1.1'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'ConntrackHelper': {'1.0'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Log': {'1.0'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'NDPProxy': {'1.0'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Network': {'1.1'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Port': {'1.7'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'PortForwarding': {'1.3'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'QosPolicy': {'1.10'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroup': {'1.5'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SubPort': {'1.0'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Subnet': {'1.1'}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Trunk': {'1.1'}} Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: consumer versions: Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Agent': '1.1', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'ConntrackHelper': '1.0', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'LocalIPAssociation': '1.0', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Log': '1.0', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'NDPProxy': '1.0', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Network': '1.1', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Port': '1.7', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'PortForwarding': '1.3', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'QosPolicy': '1.10', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroup': '1.5', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroupRule': '1.2', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SubPort': '1.0', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Subnet': '1.1', Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Trunk': '1.1'}} Jul 14 12:10:13.592888 dv-cinder-848900-3-iscsi neutron-server[104472]: {{(pid=104472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:10:13.595936 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:10:13.596630 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Checking segment: {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:10:13.597164 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.597481 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Bound using segment: {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:10:13.597969 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Bound port: 320014b3-db59-4079-a408-a0bb038eb43f, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44230f0-bac2-4a2b-ac1d-80c981747907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:10:13.598351 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (320014b3-db59-4079-a408-a0bb038eb43f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.652134 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-6b199cf0-f920-403c-bf08-e6c35491bd53 None None] Provisioning complete for port 320014b3-db59-4079-a408-a0bb038eb43f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:13.652873 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6b199cf0-f920-403c-bf08-e6c35491bd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (320014b3-db59-4079-a408-a0bb038eb43f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.665682 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:13.667085 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] For port 320014b3-db59-4079-a408-a0bb038eb43f, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:10:13.686873 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-6b199cf0-f920-403c-bf08-e6c35491bd53 None None] Port 320014b3-db59-4079-a408-a0bb038eb43f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:10:13.687123 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] For port 320014b3-db59-4079-a408-a0bb038eb43f, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=320014b3-db59-4079-a408-a0bb038eb43f,segment=NetworkSegment(f44230f0-bac2-4a2b-ac1d-80c981747907),segment_id=f44230f0-bac2-4a2b-ac1d-80c981747907)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:10:13.760128 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (320014b3-db59-4079-a408-a0bb038eb43f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:13.785727 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:13.826228 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b34d1-7250-4a5d-ad77-1fc731dd1e27 None None] Pushing event updated for resources: {'Port': ['ID=320014b3-db59-4079-a408-a0bb038eb43f,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:13.830403 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Routers {'80effc0d-3b0e-4285-a563-4c177b3f1139'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:10:13.831049 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:10:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['80effc0d-3b0e-4285-a563-4c177b3f1139'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:13.920119 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] Set router 80effc0d-3b0e-4285-a563-4c177b3f1139 gateway port host: None {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:10:14.006872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] Provisioning complete for port 320014b3-db59-4079-a408-a0bb038eb43f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:14.007450 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (320014b3-db59-4079-a408-a0bb038eb43f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:14.080305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] Current status of the port 320014b3-db59-4079-a408-a0bb038eb43f is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:14.080685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (320014b3-db59-4079-a408-a0bb038eb43f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:14.112975 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'name': 'router1', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:10:01Z', 'updated_at': '2022-07-14T12:10:11Z', 'revision_number': 2, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'gw_port_host': None, '_interfaces': [{'id': '320014b3-db59-4079-a408-a0bb038eb43f', 'name': '', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'mac_address': 'fa:16:3e:04:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:10Z', 'updated_at': '2022-07-14T12:10:13Z', 'revision_number': 4, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'subnets': [{'id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:14.116816 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] For port 320014b3-db59-4079-a408-a0bb038eb43f, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=320014b3-db59-4079-a408-a0bb038eb43f,segment=NetworkSegment(f44230f0-bac2-4a2b-ac1d-80c981747907),segment_id=f44230f0-bac2-4a2b-ac1d-80c981747907)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:14.138916 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a504da6b-07fe-4128-acea-c693dd0df56b None None] The sync data for ids ['80effc0d-3b0e-4285-a563-4c177b3f1139'] in dv-cinder-848900-3-iscsi is: [{'id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'name': 'router1', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:10:01Z', 'updated_at': '2022-07-14T12:10:11Z', 'revision_number': 2, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'gw_port_host': None, '_interfaces': [{'id': '320014b3-db59-4079-a408-a0bb038eb43f', 'name': '', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'mac_address': 'fa:16:3e:04:b9:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:10Z', 'updated_at': '2022-07-14T12:10:13Z', 'revision_number': 4, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'subnets': [{'id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:10:14.188237 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (320014b3-db59-4079-a408-a0bb038eb43f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:14.237775 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db7ab-8462-4d54-98c2-690309783442 None None] Pushing event updated for resources: {'Port': ['ID=320014b3-db59-4079-a408-a0bb038eb43f,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:14.347903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 51812) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:14.743937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba792c-1d64-4ac3-8a35-fa632fc17b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:10:14.745307 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-21ba792c-1d64-4ac3-8a35-fa632fc17b9c admin admin] 10.222.0.27 "GET /v2.0/networks/02276e58-87fc-4473-b021-241dbac24866 HTTP/1.1" status: 200 len: 842 time: 0.3964660 Jul 14 12:10:14.755465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:10:14.867920 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Made reservation on behalf of 1074c03ef1614e229d46654abff5220e for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:10:14.870283 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:15.259604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.objects.ports [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104470) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 14 12:10:15.260074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (1ec96b57-bcf6-4554-8432-3a1feba41987), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:15.323103 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec96b57-bcf6-4554-8432-3a1feba41987,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:15.345148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:10:15.345148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Network hostable DHCP agents. Network: 02276e58-87fc-4473-b021-241dbac24866, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:10:15.491116 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:10:15.570814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 02276e58-87fc-4473-b021-241dbac24866) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:10:15.575726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:10:15.576761 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:15.578353 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab7c22-9342-447c-8867-379c0779cbb8 None None] Network 02276e58-87fc-4473-b021-241dbac24866 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:10:15.660351 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f57d85d5-3ce5-4292-8b75-03e14cda462d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9087508 Jul 14 12:10:15.687006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63bcba-f907-412a-967a-805994b84cac None None] Network 02276e58-87fc-4473-b021-241dbac24866 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:10:15.741698 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:17.993212 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51820) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:18.409048 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4beee2bf-1eba-44a8-8568-43e51b425e9f demo admin] 10.222.0.27 "GET /v2.0/routers/80effc0d-3b0e-4285-a563-4c177b3f1139 HTTP/1.1" status: 200 len: 710 time: 0.4143198 Jul 14 12:10:18.498634 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce2a31c-2c85-4de4-afb1-50f3c563e734 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:10:18.500073 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0ce2a31c-2c85-4de4-afb1-50f3c563e734 demo admin] 10.222.0.27 "GET /v2.0/networks/02276e58-87fc-4473-b021-241dbac24866 HTTP/1.1" status: 200 len: 886 time: 0.0855830 Jul 14 12:10:18.509634 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:10:18.752207 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks [] for router_gateway (80effc0d-3b0e-4285-a563-4c177b3f1139), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:18.880808 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:19.036263 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks [] for router_gateway (80effc0d-3b0e-4285-a563-4c177b3f1139), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:19.198390 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:19.306950 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Allocated IP 172.27.1.87 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/be9388e5-e10e-4824-b088-c02f8a281331) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:10:19.308579 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:19.411688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks [] for port (be9388e5-e10e-4824-b088-c02f8a281331), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:19.537035 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (be9388e5-e10e-4824-b088-c02f8a281331), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:19.579153 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:10:19.584769 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:10:19.588734 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:10:19.621078 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Pushing event updated for resources: {'Port': ['ID=be9388e5-e10e-4824-b088-c02f8a281331,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:19.884366 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:19.903666 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks [] for router_gateway (80effc0d-3b0e-4285-a563-4c177b3f1139), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:20.096898 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-680958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64763'] for router (80effc0d-3b0e-4285-a563-4c177b3f1139), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:20.100628 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-680949'] for router (80effc0d-3b0e-4285-a563-4c177b3f1139), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:20.207021 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Router 80effc0d-3b0e-4285-a563-4c177b3f1139 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:10:20.309236 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:10:20.313417 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:20.328059 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5c595f97-457f-481f-a734-dcbf8eaff95b demo admin] 10.222.0.27 "PUT /v2.0/routers/80effc0d-3b0e-4285-a563-4c177b3f1139 HTTP/1.1" status: 200 len: 889 time: 1.8084567 Jul 14 12:10:20.429496 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Sync routers for ids ['80effc0d-3b0e-4285-a563-4c177b3f1139'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:10:20.441555 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Routers {'80effc0d-3b0e-4285-a563-4c177b3f1139'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:10:20.442278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:10:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['80effc0d-3b0e-4285-a563-4c177b3f1139'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:20.605794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:20.654459 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Set router 80effc0d-3b0e-4285-a563-4c177b3f1139 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:10:20.798000 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 320014b3-db59-4079-a408-a0bb038eb43f up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:20.980606 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 320014b3-db59-4079-a408-a0bb038eb43f triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:20.980989 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (320014b3-db59-4079-a408-a0bb038eb43f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.209435 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'name': 'router1', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'be9388e5-e10e-4824-b088-c02f8a281331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:10:01Z', 'updated_at': '2022-07-14T12:10:19Z', 'revision_number': 4, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'gw_port': {'id': 'be9388e5-e10e-4824-b088-c02f8a281331', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:53:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:19Z', 'updated_at': '2022-07-14T12:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '320014b3-db59-4079-a408-a0bb038eb43f', 'name': '', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'mac_address': 'fa:16:3e:04:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:10Z', 'updated_at': '2022-07-14T12:10:14Z', 'revision_number': 5, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'subnets': [{'id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:21.263430 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Checking router: 80effc0d-3b0e-4285-a563-4c177b3f1139 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:10:21.263780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Updating router 80effc0d-3b0e-4285-a563-4c177b3f1139 port be9388e5-e10e-4824-b088-c02f8a281331 binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:10:21.280299 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 320014b3-db59-4079-a408-a0bb038eb43f is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:21.323280 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (be9388e5-e10e-4824-b088-c02f8a281331), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.617690 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:21.636522 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Publish callbacks [] for port (be9388e5-e10e-4824-b088-c02f8a281331), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.690863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (be9388e5-e10e-4824-b088-c02f8a281331), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.747266 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ea3e-48e0-4609-a60d-6499eccc9804 None None] Pushing event updated for resources: {'Port': ['ID=be9388e5-e10e-4824-b088-c02f8a281331,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:21.749718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Attempting to bind port be9388e5-e10e-4824-b088-c02f8a281331 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:10:21.750180 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Attempting to bind port be9388e5-e10e-4824-b088-c02f8a281331 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:10:21.750418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Attempting to bind port be9388e5-e10e-4824-b088-c02f8a281331 on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:10:21.756448 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:10:21.756814 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:10:21.757202 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.757583 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:10:21.758032 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Bound port: be9388e5-e10e-4824-b088-c02f8a281331, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:10:21.758402 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (be9388e5-e10e-4824-b088-c02f8a281331), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.806215 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] For port be9388e5-e10e-4824-b088-c02f8a281331, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:10:21.809391 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] For port be9388e5-e10e-4824-b088-c02f8a281331, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=be9388e5-e10e-4824-b088-c02f8a281331,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:10:21.877398 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (be9388e5-e10e-4824-b088-c02f8a281331), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:21.936387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Routers {'80effc0d-3b0e-4285-a563-4c177b3f1139'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:10:21.937004 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:10:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['80effc0d-3b0e-4285-a563-4c177b3f1139'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:21.942484 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759ea3e-48e0-4609-a60d-6499eccc9804 None None] Pushing event updated for resources: {'Port': ['ID=be9388e5-e10e-4824-b088-c02f8a281331,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:22.041393 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] Set router 80effc0d-3b0e-4285-a563-4c177b3f1139 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:10:22.042902 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:22.241111 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'name': 'router1', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'be9388e5-e10e-4824-b088-c02f8a281331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:10:01Z', 'updated_at': '2022-07-14T12:10:19Z', 'revision_number': 4, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'gw_port': {'id': 'be9388e5-e10e-4824-b088-c02f8a281331', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:53:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:19Z', 'updated_at': '2022-07-14T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '320014b3-db59-4079-a408-a0bb038eb43f', 'name': '', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'mac_address': 'fa:16:3e:04:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:10Z', 'updated_at': '2022-07-14T12:10:14Z', 'revision_number': 5, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'subnets': [{'id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:10:22.266352 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756a266a-91b4-4b59-aa31-409b60bdf4eb None None] The sync data for ids ['80effc0d-3b0e-4285-a563-4c177b3f1139'] in dv-cinder-848900-3-iscsi is: [{'id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'name': 'router1', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'be9388e5-e10e-4824-b088-c02f8a281331', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:10:01Z', 'updated_at': '2022-07-14T12:10:19Z', 'revision_number': 4, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'gw_port': {'id': 'be9388e5-e10e-4824-b088-c02f8a281331', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:53:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:19Z', 'updated_at': '2022-07-14T12:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '320014b3-db59-4079-a408-a0bb038eb43f', 'name': '', 'network_id': '29e74961-bbd7-466c-bf47-3e21d3bb3342', 'tenant_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'mac_address': 'fa:16:3e:04:b9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80effc0d-3b0e-4285-a563-4c177b3f1139', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:10:10Z', 'updated_at': '2022-07-14T12:10:14Z', 'revision_number': 5, 'project_id': '696f929ba4b64cd88ceb4cdaa2f61d36', 'subnets': [{'id': '8ba63c51-b286-4f73-b7bc-b3752169be25', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5fa40f93-a016-45a3-9a2f-87185565c3fa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:10:22.773955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device be9388e5-e10e-4824-b088-c02f8a281331 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:22.797288 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 51832) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:10:22.828204 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port be9388e5-e10e-4824-b088-c02f8a281331 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:22.828588 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (be9388e5-e10e-4824-b088-c02f8a281331), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:22.903915 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port be9388e5-e10e-4824-b088-c02f8a281331 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:22.904300 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (be9388e5-e10e-4824-b088-c02f8a281331), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:22.926583 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port be9388e5-e10e-4824-b088-c02f8a281331, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=be9388e5-e10e-4824-b088-c02f8a281331,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:10:22.991194 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (be9388e5-e10e-4824-b088-c02f8a281331), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:23.044692 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=be9388e5-e10e-4824-b088-c02f8a281331,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:10:23.221500 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f4d1a608-5d88-433b-a9ff-6a54520db5bb admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4217038 Jul 14 12:10:24.752885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device be9388e5-e10e-4824-b088-c02f8a281331 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:10:24.776482 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:24.797146 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port be9388e5-e10e-4824-b088-c02f8a281331 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:10:24.797539 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (be9388e5-e10e-4824-b088-c02f8a281331), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:24.879097 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port be9388e5-e10e-4824-b088-c02f8a281331 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:10:25.586510 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=55,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:25.587366 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:27.403767 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=23 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:27.405944 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=57 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:33.213809 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=37 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:33.217750 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:33.406979 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:10:34.868573 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:34.878548 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:37.973517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b67e-5725-49e9-87a7-fd3806ce2e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:40.217405 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-331ccfd7-5f2f-49df-b137-6108e1560ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:41.565295 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:42.801622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:43.121536 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:10:43.389709 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:43.390482 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:53.065531 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:10:53.067840 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:04.402296 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:04.405345 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:07.961330 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4fcd5c10-8c1c-4038-b48e-bebbcbd65ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:10.210591 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2e16d9a0-8169-4c86-8a01-c2b89cecc42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:10.399843 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:11:11.559023 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:12.761326 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:13.138538 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:20.394322 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:20.395193 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:23.070275 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=20 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:23.072098 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:37.978289 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-26ceeabd-4109-41d3-ab85-64209e83153e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:40.261899 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8fc88b70-9582-492e-837a-09efafd1c771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:41.395784 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:41.400259 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:41.583898 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:42.758721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:43.130515 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:46.658351 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52370) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:11:46.995321 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac22ec9e-2557-48cc-a8c6-c00a48466603 admin admin] GET failed (client error): The resource could not be found. Jul 14 12:11:46.996541 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ac22ec9e-2557-48cc-a8c6-c00a48466603 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3372190 Jul 14 12:11:47.163501 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341ff3b-b341-490b-ad58-2ef8ba3c3148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:47.164984 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7341ff3b-b341-490b-ad58-2ef8ba3c3148 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1642473 Jul 14 12:11:47.399921 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:11:49.374914 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52380) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:11:49.736918 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5067c-2a74-4411-8280-605f02554204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:49.738221 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-add5067c-2a74-4411-8280-605f02554204 admin admin] 10.222.0.27 "GET /v2.0/subnets/8ba63c51-b286-4f73-b7bc-b3752169be25 HTTP/1.1" status: 200 len: 849 time: 0.3623416 Jul 14 12:11:49.748045 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:11:49.923486 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Publish callbacks [] for subnet (8ba63c51-b286-4f73-b7bc-b3752169be25), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:50.126582 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762585625164'] for subnet (8ba63c51-b286-4f73-b7bc-b3752169be25), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:50.162172 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:50.163303 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:50.174799 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] 10.222.0.27 "PUT /v2.0/subnets/8ba63c51-b286-4f73-b7bc-b3752169be25 HTTP/1.1" status: 200 len: 868 time: 0.4197714 Jul 14 12:11:50.175068 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b3791-fdd7-4041-b459-29751f3e0c92 None None] Network 29e74961-bbd7-466c-bf47-3e21d3bb3342 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:11:50.183547 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba63c51-b286-4f73-b7bc-b3752169be25,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:11:50.191961 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.192340 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.192648 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.192989 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.193322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.193655 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.193982 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.194308 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.194653 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.195014 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.195358 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.196461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.196461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.196461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.196738 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c81dd4b-3a53-44ab-b881-c99bb2109ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:11:50.489460 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-e34570ea-f89b-40cb-aa9b-69d35e54c74f None None] Provisioning complete for port 320014b3-db59-4079-a408-a0bb038eb43f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:11:50.489844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e34570ea-f89b-40cb-aa9b-69d35e54c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (320014b3-db59-4079-a408-a0bb038eb43f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:50.565794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e34570ea-f89b-40cb-aa9b-69d35e54c74f None None] Current status of the port 320014b3-db59-4079-a408-a0bb038eb43f is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:11:50.573598 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-e34570ea-f89b-40cb-aa9b-69d35e54c74f None None] Provisioning complete for port 5114a031-fe84-44a4-914d-26cfbaff3b22 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:11:50.573985 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e34570ea-f89b-40cb-aa9b-69d35e54c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5114a031-fe84-44a4-914d-26cfbaff3b22), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:11:50.643773 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e34570ea-f89b-40cb-aa9b-69d35e54c74f None None] Current status of the port 5114a031-fe84-44a4-914d-26cfbaff3b22 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:11:52.385638 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52390) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:11:52.862248 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440c204-057c-4ce6-9ce4-fe659478b97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:52.862641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440c204-057c-4ce6-9ce4-fe659478b97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:52.864220 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b440c204-057c-4ce6-9ce4-fe659478b97f admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4776006 Jul 14 12:11:55.047518 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52398) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:11:55.453701 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c2968-db60-40fc-91c4-933e6c78faaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:55.454166 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c2968-db60-40fc-91c4-933e6c78faaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:55.455716 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fc7c2968-db60-40fc-91c4-933e6c78faaa admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4072633 Jul 14 12:11:57.396346 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:11:57.624593 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52406) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:11:58.025834 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f78dbce-4337-463c-ac56-c5d99f0d4060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:11:58.027116 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0f78dbce-4337-463c-ac56-c5d99f0d4060 admin admin] 10.222.0.27 "GET /v2.0/networks/02276e58-87fc-4473-b021-241dbac24866 HTTP/1.1" status: 200 len: 886 time: 0.4015815 Jul 14 12:12:00.244727 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52414) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:00.589360 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:00.616471 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:00.639116 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:00.641966 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=52 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:00.652720 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbff7b6-137c-465f-84dc-21d828af9f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:00.654083 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ccbff7b6-137c-465f-84dc-21d828af9f9a admin admin] 10.222.0.27 "GET /v2.0/networks/29e74961-bbd7-466c-bf47-3e21d3bb3342 HTTP/1.1" status: 200 len: 869 time: 0.4084194 Jul 14 12:12:02.842549 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52422) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:03.363556 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad561b-9f11-4f29-b823-dcbc77c347dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:03.363929 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ad561b-9f11-4f29-b823-dcbc77c347dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:03.365820 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-45ad561b-9f11-4f29-b823-dcbc77c347dc admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5219545 Jul 14 12:12:05.583369 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52430) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:05.952001 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc1d16-2a98-434e-bed5-1e736441766b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:05.952374 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc1d16-2a98-434e-bed5-1e736441766b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:05.953894 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f1bc1d16-2a98-434e-bed5-1e736441766b admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3695784 Jul 14 12:12:07.984299 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9fbf65d3-0fba-47dc-b455-58fd2d3cc66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:08.125327 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52438) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:08.497611 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba37c42d-9954-466c-b84e-914006583ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:08.498948 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ba37c42d-9954-466c-b84e-914006583ad6 admin admin] 10.222.0.27 "GET /v2.0/subnets/1ec96b57-bcf6-4554-8432-3a1feba41987 HTTP/1.1" status: 200 len: 816 time: 0.3726454 Jul 14 12:12:10.246553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-da670149-ce6d-4bb2-bb56-74eec9722a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:10.705651 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52446) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:11.076674 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5ef61-c688-4c34-9427-2b1eb8c852ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:11.078298 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f0b5ef61-c688-4c34-9427-2b1eb8c852ac admin admin] 10.222.0.27 "GET /v2.0/subnets/8ba63c51-b286-4f73-b7bc-b3752169be25 HTTP/1.1" status: 200 len: 868 time: 0.3717098 Jul 14 12:12:11.556763 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:12.770515 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:13.125246 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:18.393958 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:18.396814 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:21.072031 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=39 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:21.072862 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=25 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:22.696386 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:23.068997 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:24.398684 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:12:34.394025 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=10 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:34.394803 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=18 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:37.983330 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a645a160-1003-4753-96b1-5d2c4133ccee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:39.842842 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52502) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:40.221789 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-740b175a-92df-4647-8e4c-55e8a0bd7a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:40.287816 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [None req-72e5b5e2-e069-476d-9710-a1b3d5fe6381 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:12:40.288832 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-72e5b5e2-e069-476d-9710-a1b3d5fe6381 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4450724 Jul 14 12:12:41.542987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:42.583935 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52510) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:42.760206 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:42.929219 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.pecan_wsgi.hooks.translation [None req-91bf3e17-21e5-45f5-9820-7aa9a9377f37 admin admin] GET failed (client error): The resource could not be found. Jul 14 12:12:42.930478 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-91bf3e17-21e5-45f5-9820-7aa9a9377f37 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3455849 Jul 14 12:12:43.014904 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd224d6-13fc-473c-b24d-3712f0fc5207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:43.016357 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8dd224d6-13fc-473c-b24d-3712f0fc5207 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818820 Jul 14 12:12:43.132000 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:45.246577 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52518) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:45.575828 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:12:45.651981 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Made reservation on behalf of 1074c03ef1614e229d46654abff5220e for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:12:45.654408 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:45.682557 dv-cinder-848900-3-iscsi neutron-server[104469]: WARNING neutron.services.revisions.revision_plugin [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Could not find related network for resource to bump revision. Jul 14 12:12:45.697767 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:12:45.711581 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (7e6dc546-4334-4cdd-9775-e670527fd05e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:45.711913 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Added segment 7e6dc546-4334-4cdd-9775-e670527fd05e of type vlan for network 37a794b2-a412-467e-a6ba-3b29cef6cf1a Jul 14 12:12:45.751648 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (37a794b2-a412-467e-a6ba-3b29cef6cf1a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:45.817537 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (37a794b2-a412-467e-a6ba-3b29cef6cf1a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:45.818642 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:45.819421 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:45.879181 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=37a794b2-a412-467e-a6ba-3b29cef6cf1a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:45.889832 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 37a794b2-a412-467e-a6ba-3b29cef6cf1a details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:12:45.900234 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ca9e306e-7e8c-4216-b337-e618e9f7b2a6 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6518905 Jul 14 12:12:48.093417 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52526) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:12:48.430610 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c1e8f6-621a-4c01-a056-ca68d6f54969 admin admin] GET failed (client error): The resource could not be found. Jul 14 12:12:48.431967 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-36c1e8f6-621a-4c01-a056-ca68d6f54969 admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3375342 Jul 14 12:12:48.505598 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0d47c-bcc9-4e01-9553-7932bf482099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:48.507209 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3ed0d47c-bcc9-4e01-9553-7932bf482099 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0705156 Jul 14 12:12:48.516789 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a', 'name': 'shared-subnet'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:12:48.669503 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Made reservation on behalf of 1074c03ef1614e229d46654abff5220e for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:12:48.671771 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:48.932096 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (85411cd7-deac-4850-9142-ec6301ed6eba), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:48.992116 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85411cd7-deac-4850-9142-ec6301ed6eba,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:49.001146 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Checking segment: {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:12:49.001475 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Network hostable DHCP agents. Network: 37a794b2-a412-467e-a6ba-3b29cef6cf1a, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:12:49.068718 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Network 37a794b2-a412-467e-a6ba-3b29cef6cf1a is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:12:49.131744 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 37a794b2-a412-467e-a6ba-3b29cef6cf1a) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:12:49.135814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:12:49.136401 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:49.141012 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2897f69c-ea12-41a8-ad56-0d12f0bc158d None None] Network 37a794b2-a412-467e-a6ba-3b29cef6cf1a requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:12:49.197365 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3c9e1824-f81d-433d-9f73-fdc1ca0f8a31 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6838117 Jul 14 12:12:49.249185 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-37a794b2-a412-467e-a6ba-3b29cef6cf1a', 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a', 'project_id': '1074c03ef1614e229d46654abff5220e', 'fixed_ips': [{'subnet_id': '85411cd7-deac-4850-9142-ec6301ed6eba'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:12:49.250633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:49.392654 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Allocated IP 192.168.233.2 (37a794b2-a412-467e-a6ba-3b29cef6cf1a/85411cd7-deac-4850-9142-ec6301ed6eba/f4b11979-9ec6-46ea-a9b3-91471e72464b) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:12:49.548935 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Publish callbacks [] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:49.641018 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:49.688886 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Network 37a794b2-a412-467e-a6ba-3b29cef6cf1a is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:12:49.693981 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:12:49.700885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:12:49.700885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Pushing event updated for resources: {'Port': ['ID=f4b11979-9ec6-46ea-a9b3-91471e72464b,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.714181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.715006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.715006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.715173 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.715515 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.716529 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.716529 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.716726 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:12:49.864438 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Attempting to bind port f4b11979-9ec6-46ea-a9b3-91471e72464b on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:12:49.864778 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Attempting to bind port f4b11979-9ec6-46ea-a9b3-91471e72464b by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:12:49.865078 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Attempting to bind port f4b11979-9ec6-46ea-a9b3-91471e72464b on network 37a794b2-a412-467e-a6ba-3b29cef6cf1a {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:12:49.871493 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:12:49.872571 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Checking segment: {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:12:49.873186 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:49.873796 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Bound using segment: {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:12:49.874418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Bound port: f4b11979-9ec6-46ea-a9b3-91471e72464b, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:12:49.875007 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:49.936414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] For port f4b11979-9ec6-46ea-a9b3-91471e72464b, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:12:49.939521 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] For port f4b11979-9ec6-46ea-a9b3-91471e72464b, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f4b11979-9ec6-46ea-a9b3-91471e72464b,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:12:50.005063 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:50.069917 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9d9dc-3e1b-4da8-88d0-24fd6ccf4d44 None None] Pushing event updated for resources: {'Port': ['ID=f4b11979-9ec6-46ea-a9b3-91471e72464b,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:50.865280 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f4b11979-9ec6-46ea-a9b3-91471e72464b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:12:50.895816 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7c646d-2a6f-4557-9c9f-7b098b7009ee None None] Network 37a794b2-a412-467e-a6ba-3b29cef6cf1a requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:12:50.911230 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:50.925906 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:50.991162 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-a597a391-348b-440e-a0a6-4d649823beec None None] Provisioning complete for port f4b11979-9ec6-46ea-a9b3-91471e72464b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:12:50.991162 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a597a391-348b-440e-a0a6-4d649823beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:51.054931 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f4b11979-9ec6-46ea-a9b3-91471e72464b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:12:51.055318 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:51.145046 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-a597a391-348b-440e-a0a6-4d649823beec None None] Current status of the port f4b11979-9ec6-46ea-a9b3-91471e72464b is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:12:51.145336 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a597a391-348b-440e-a0a6-4d649823beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:51.195566 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f4b11979-9ec6-46ea-a9b3-91471e72464b is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:12:51.195798 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:51.225337 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-a597a391-348b-440e-a0a6-4d649823beec None None] For port f4b11979-9ec6-46ea-a9b3-91471e72464b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f4b11979-9ec6-46ea-a9b3-91471e72464b,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:12:51.310551 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a597a391-348b-440e-a0a6-4d649823beec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:51.383095 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.db.api [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 12:12:51.383821 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG oslo_db.api [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:12:51.388411 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597a391-348b-440e-a0a6-4d649823beec None None] Pushing event updated for resources: {'Port': ['ID=f4b11979-9ec6-46ea-a9b3-91471e72464b,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:12:51.428240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-82b7985c-51fb-44c4-9d37-8a5d3b6e824d None None] Provisioning complete for port f4b11979-9ec6-46ea-a9b3-91471e72464b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:12:51.428625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-82b7985c-51fb-44c4-9d37-8a5d3b6e824d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:51.503744 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-82b7985c-51fb-44c4-9d37-8a5d3b6e824d None None] Current status of the port f4b11979-9ec6-46ea-a9b3-91471e72464b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:12:51.909641 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:51.919697 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f4b11979-9ec6-46ea-a9b3-91471e72464b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:12:52.839386 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f4b11979-9ec6-46ea-a9b3-91471e72464b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:12:52.886499 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f4b11979-9ec6-46ea-a9b3-91471e72464b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:12:52.886986 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f4b11979-9ec6-46ea-a9b3-91471e72464b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:12:52.958587 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f4b11979-9ec6-46ea-a9b3-91471e72464b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:12:55.388117 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:55.393047 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:59.145387 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:12:59.146091 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=77,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:01.397175 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:13:07.987410 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b2f3f5ca-4451-41e2-8745-23fc944eec38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:10.223520 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-07b35342-f014-4207-98e0-d745e45f7022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:11.392821 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:11.393651 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:11.577277 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:12.789623 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:13.149674 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:23.064827 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:23.070695 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:36.391280 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:37.977591 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0c0e-6511-4735-9c7b-e1f6ce824bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:38.396433 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:13:40.246064 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-492956df-c91d-4a0a-96df-6cfd63767ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:41.600514 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:42.794321 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:43.136967 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:13:48.392003 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:48.392892 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:53.067677 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:13:53.069491 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:07.987251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5b78c7da-d527-4852-8301-628257749093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:09.401227 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:09.406338 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:10.238009 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-04bbb885-84c9-4c88-8f67-0226fff6812e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:11.571491 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:12.759996 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:13.129907 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:15.395610 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:14:23.064226 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:23.065957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:27.146056 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52566) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:14:27.153708 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [None req-b3d0e500-b98d-4221-8bc6-a97d40fa6a07 tempest-verify_tempest_config-655206346 tempest-verify_tempest_config-655206346-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:14:27.154657 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b3d0e500-b98d-4221-8bc6-a97d40fa6a07 tempest-verify_tempest_config-655206346 tempest-verify_tempest_config-655206346-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0076127 Jul 14 12:14:27.874662 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52584) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:14:28.205191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.278554 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Publish callbacks [] for security_group (e8cd8a7a-e137-4436-a43a-d94fb6712886), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.382860 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e8cd8a7a-e137-4436-a43a-d94fb6712886), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.429303 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=13a92d869e4b42359851e8741827b8d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5535932 Jul 14 12:14:28.430352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cd8a7a-e137-4436-a43a-d94fb6712886,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:14:28.432014 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52588) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:14:28.438130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.438481 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.438958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.439340 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.439677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.440005 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.440331 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.440800 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.441151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.441488 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.441809 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.442133 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.442453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.442791 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.443109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8e048-dd2b-4e0d-b033-eb234b5c7014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.488395 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Publish callbacks [] for security_group (e8cd8a7a-e137-4436-a43a-d94fb6712886), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.509482 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Publish callbacks [] for security_group (e8cd8a7a-e137-4436-a43a-d94fb6712886), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.714807 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e8cd8a7a-e137-4436-a43a-d94fb6712886), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.717474 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:28.718699 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e8cd8a7a-e137-4436-a43a-d94fb6712886 HTTP/1.1" status: 204 len: 168 time: 0.2856219 Jul 14 12:14:28.726858 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cd8a7a-e137-4436-a43a-d94fb6712886,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:14:28.734562 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.734942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.735303 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.735645 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.735973 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.736343 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.736629 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.736934 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.737269 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.737593 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.737928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.738270 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.738592 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.738933 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:28.739238 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cada9b-5c0e-47e3-a825-b516273d5c73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:14:32.820716 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=10 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:32.823092 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=18 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:37.976930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-697ed574-e3cc-4820-9632-2d86fd541f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:38.432969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:38.434237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:38.729363 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:38.730171 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:40.250055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-366990a6-9be2-4ce2-9247-4074dd05de13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:41.588409 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:42.782436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:43.146742 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:14:46.392669 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:46.403698 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:52.394024 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:14:53.068090 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:14:53.069882 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:02.389791 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:02.393686 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:07.959443 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f0435fcf-f1c0-4b76-b341-cdf508108ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:10.261104 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d8364fb-5ad5-41a9-9cea-658444652004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:11.570903 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:12.798453 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:13.119548 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:23.063423 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:23.065450 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:23.395936 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:23.400725 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:29.392317 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:15:37.958305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00079e55-e844-4631-b9f7-57ae61af64a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:39.388683 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:39.389472 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:40.239300 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea9861e7-1d01-4ea2-a80b-a5569abf441b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:41.559383 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:42.787886 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:43.153494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:15:53.065675 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:15:53.068459 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:00.391999 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:00.397052 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:06.390450 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 5 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:16:07.969378 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3ce20042-8643-4baa-817b-5e634c64f0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:10.210852 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f70b8dda-a332-4148-bb28-5e86b02186e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:11.577112 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:12.800466 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:13.146873 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:16.385460 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:16.386407 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:17.816461 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-683774'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:27.699799 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:27.703614 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:30.248913 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52684) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:16:30.376369 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-368d1f78-b6e3-4851-83c9-a481822307f3 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1262951 Jul 14 12:16:32.445596 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52694) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:16:32.502828 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-067e6158-e56a-4d03-af08-a33287aab205 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0560939 Jul 14 12:16:37.391733 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=16 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:37.393183 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=16 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:37.971633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4b7a009b-20b2-4fd7-a8f4-392e5ffebb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:40.245103 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-164a17e3-7958-423e-a3ea-4eff625c040e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:40.371540 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:41.581051 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:42.497230 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:42.787535 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:43.136358 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:43.389091 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:16:47.741382 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:16:53.384287 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:53.385068 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:57.656004 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:16:57.657853 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:07.999031 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ee1581d8-3495-4204-adf5-05bc9d1819c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:10.245015 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-64323c63-11cf-4103-a3b2-758a2ed21c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:11.587984 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:12.810439 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:13.135919 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:14.384460 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:14.389790 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:17.810947 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:20.387957 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:17:27.642289 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:27.649502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:30.383736 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:36.401274 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:37.981841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6b05885f-f826-4f50-9339-fa5444af8d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:40.238893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e422f20b-7b27-499e-a582-078bc7526023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:41.610734 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:42.804834 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:43.153620 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:47.770814 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:17:51.380819 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:51.385685 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:57.386507 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:17:57.659350 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:17:57.665137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:07.381887 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:07.382794 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:07.981545 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7faf0ff5-5314-438a-96bf-203e53a08a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:10.302752 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-244732ff-07af-4fa4-b274-7053a6bbda01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:11.576499 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:12.879180 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:12.976585 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52798) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:13.136000 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.332023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-206935916-network', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:13.417228 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Made reservation on behalf of 33b09a1d039248aa95a089c8d8d99c68 for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:13.424530 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.431031 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.517360 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks [] for security_group (58c89828-2f0b-4b4b-bd6f-425eed5746a1), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.593538 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (58c89828-2f0b-4b4b-bd6f-425eed5746a1), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.624311 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:18:13.627438 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c89828-2f0b-4b4b-bd6f-425eed5746a1,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:13.638846 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.639205 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.639542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.639870 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.640203 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.640533 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.640853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.641170 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.641507 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.641826 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.642159 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.642492 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.642829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.643149 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.643511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Tracked resource versions report: Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: pushed versions: Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: { 'AddressGroup': {'1.2'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Agent': {'1.1'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'ConntrackHelper': {'1.0'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Log': {'1.0'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'NDPProxy': {'1.0'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Network': {'1.1'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Port': {'1.7'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'PortForwarding': {'1.3'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'QosPolicy': {'1.10'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroup': {'1.5'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SubPort': {'1.0'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Subnet': {'1.1'}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Trunk': {'1.1'}} Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: consumer versions: Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: HyperV agent@hv-cinder-84890: {}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Agent': '1.1', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'ConntrackHelper': '1.0', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'LocalIPAssociation': '1.0', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Log': '1.0', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'NDPProxy': '1.0', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Network': '1.1', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Port': '1.7', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'PortForwarding': '1.3', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'QosPolicy': '1.10', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroup': '1.5', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SecurityGroupRule': '1.2', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'SubPort': '1.0', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Subnet': '1.1', Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: 'Trunk': '1.1'}} Jul 14 12:18:13.644766 dv-cinder-848900-3-iscsi neutron-server[104470]: {{(pid=104470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:18:13.651611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (50bd0918-c5ac-483b-b114-0b891b912498), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.651951 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Added segment 50bd0918-c5ac-483b-b114-0b891b912498 of type vlan for network d7a5d35d-c460-4290-bd4b-813214351817 Jul 14 12:18:13.696914 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (d7a5d35d-c460-4290-bd4b-813214351817), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.867490 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (d7a5d35d-c460-4290-bd4b-813214351817), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.868526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:13.869098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:13.963098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a5d35d-c460-4290-bd4b-813214351817,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:13.973719 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network d7a5d35d-c460-4290-bd4b-813214351817 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:18:14.058487 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-d7329707-1eba-481a-bc36-10c4725da687 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0799775 Jul 14 12:18:14.059097 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52846) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:14.066402 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Request body: {'subnet': {'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-206935916-subnet', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:14.159039 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Made reservation on behalf of 33b09a1d039248aa95a089c8d8d99c68 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:14.161451 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:14.565244 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (0550d0f4-1830-4c0b-984d-6dff1a7e752c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:14.620258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0550d0f4-1830-4c0b-984d-6dff1a7e752c,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:14.633788 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.634128 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.634482 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.634839 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.635167 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.635491 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.635811 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.636125 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.636455 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.636772 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.637105 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.637422 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.637733 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.638591 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.638928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Tracked resource versions report: Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: pushed versions: Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: { 'AddressGroup': {'1.2'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Agent': {'1.1'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'ConntrackHelper': {'1.0'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Log': {'1.0'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'NDPProxy': {'1.0'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Network': {'1.1'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Port': {'1.7'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'PortForwarding': {'1.3'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'QosPolicy': {'1.10'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroup': {'1.5'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SubPort': {'1.0'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Subnet': {'1.1'}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Trunk': {'1.1'}} Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: consumer versions: Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: HyperV agent@hv-cinder-84890: {}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Agent': '1.1', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'ConntrackHelper': '1.0', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'LocalIPAssociation': '1.0', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Log': '1.0', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'NDPProxy': '1.0', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Network': '1.1', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Port': '1.7', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'PortForwarding': '1.3', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'QosPolicy': '1.10', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroup': '1.5', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SecurityGroupRule': '1.2', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'SubPort': '1.0', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Subnet': '1.1', Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: 'Trunk': '1.1'}} Jul 14 12:18:14.640179 dv-cinder-848900-3-iscsi neutron-server[104469]: {{(pid=104469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:18:14.648996 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Checking segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:14.649407 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Network hostable DHCP agents. Network: d7a5d35d-c460-4290-bd4b-813214351817, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:18:14.821567 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Network d7a5d35d-c460-4290-bd4b-813214351817 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:18:14.953626 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, d7a5d35d-c460-4290-bd4b-813214351817) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:14.957865 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:14.958481 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:14.965034 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e9dc5-6031-4c6c-96e7-948494ae5596 None None] Network d7a5d35d-c460-4290-bd4b-813214351817 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:15.101255 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-d7a5d35d-c460-4290-bd4b-813214351817', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:18:15.102354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.178903 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-59d2d5d3-cd22-40c9-9355-d70a9b738b45 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1188915 Jul 14 12:18:15.181568 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 52906) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:15.186685 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:15.246429 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Allocated IP 172.20.0.2 (d7a5d35d-c460-4290-bd4b-813214351817/0550d0f4-1830-4c0b-984d-6dff1a7e752c/2c915b34-4421-4652-8f4c-6d6a059ac0ac) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:15.314021 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (01bdae72-514e-4f6c-8ea3-e35de3589c96), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.315461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (01bdae72-514e-4f6c-8ea3-e35de3589c96), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.370640 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks [] for router_controller (01bdae72-514e-4f6c-8ea3-e35de3589c96), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.398257 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Publish callbacks [] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.496391 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.564466 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Network d7a5d35d-c460-4290-bd4b-813214351817 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:15.573774 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:15.579299 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:15.586505 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Pushing event updated for resources: {'Port': ['ID=2c915b34-4421-4652-8f4c-6d6a059ac0ac,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:15.598667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.599384 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.599980 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.600636 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.601300 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.601830 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.602311 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.602854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.603350 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.603901 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.604408 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.604940 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.605430 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.605914 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.606398 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Tracked resource versions report: Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: pushed versions: Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: { 'AddressGroup': {'1.2'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Agent': {'1.1'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'ConntrackHelper': {'1.0'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Log': {'1.0'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'NDPProxy': {'1.0'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Network': {'1.1'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Port': {'1.7'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'PortForwarding': {'1.3'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'QosPolicy': {'1.10'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroup': {'1.5'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SubPort': {'1.0'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Subnet': {'1.1'}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Trunk': {'1.1'}} Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: consumer versions: Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: HyperV agent@hv-cinder-84890: {}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Agent': '1.1', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'ConntrackHelper': '1.0', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'LocalIPAssociation': '1.0', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Log': '1.0', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'NDPProxy': '1.0', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Network': '1.1', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Port': '1.7', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'PortForwarding': '1.3', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'QosPolicy': '1.10', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroup': '1.5', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SecurityGroupRule': '1.2', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'SubPort': '1.0', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Subnet': '1.1', Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: 'Trunk': '1.1'}} Jul 14 12:18:15.608463 dv-cinder-848900-3-iscsi neutron-server[104471]: {{(pid=104471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:18:15.650577 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks [] for router_gateway (01bdae72-514e-4f6c-8ea3-e35de3589c96), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.676073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Attempting to bind port 2c915b34-4421-4652-8f4c-6d6a059ac0ac on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:15.676441 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Attempting to bind port 2c915b34-4421-4652-8f4c-6d6a059ac0ac by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:15.676841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Attempting to bind port 2c915b34-4421-4652-8f4c-6d6a059ac0ac on network d7a5d35d-c460-4290-bd4b-813214351817 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:15.681803 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:15.682172 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Checking segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:15.682567 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.682982 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Bound using segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:15.683559 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Bound port: 2c915b34-4421-4652-8f4c-6d6a059ac0ac, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:15.683934 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.747623 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] For port 2c915b34-4421-4652-8f4c-6d6a059ac0ac, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:15.750679 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] For port 2c915b34-4421-4652-8f4c-6d6a059ac0ac, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2c915b34-4421-4652-8f4c-6d6a059ac0ac,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:15.800963 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52920) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:15.899284 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:15.899416 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52926) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:15.975282 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419f135-bf55-4c67-ac4a-6a89f3b4cbc6 None None] Pushing event updated for resources: {'Port': ['ID=2c915b34-4421-4652-8f4c-6d6a059ac0ac,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:15.997845 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks [] for router_gateway (01bdae72-514e-4f6c-8ea3-e35de3589c96), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.021279 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.087809 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:16.146549 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Allocated IP 172.27.1.35 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/1f0d3a83-69a5-4b87-967a-acf91f1f8f5a) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:16.154109 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:16.309502 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-network', 'tenant_id': 'bb62d84584b3426687390833270648d6'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:16.327330 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks [] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.328210 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1822855906-network', 'tenant_id': '1500083e98d84701b246fbbd749354fa'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:16.357993 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Made reservation on behalf of bb62d84584b3426687390833270648d6 for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:16.358432 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.368160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.417739 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.475119 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Pushing event updated for resources: {'Port': ['ID=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:16.478188 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks [] for security_group (c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.480363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Made reservation on behalf of 1500083e98d84701b246fbbd749354fa for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:16.484810 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.496290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.496640 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:16.498198 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:16.500740 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:16.580941 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.595212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:18:16.612420 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (72c93a24-45aa-440b-b8f2-5bee3a36daf2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.612777 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Added segment 72c93a24-45aa-440b-b8f2-5bee3a36daf2 of type vlan for network d58f87ee-c5c6-4211-9aab-58c9b00ee645 Jul 14 12:18:16.628202 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=66,neutron:INSERT=28,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:16.676613 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:16.696829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (d58f87ee-c5c6-4211-9aab-58c9b00ee645), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.712558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks [] for security_group (7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.715053 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:16.813970 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks [] for router_gateway (01bdae72-514e-4f6c-8ea3-e35de3589c96), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.839393 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (d58f87ee-c5c6-4211-9aab-58c9b00ee645), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.840293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:16.840845 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.843274 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.888223 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:18:16.909052 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (a21d6dce-c766-4b00-90bb-2c39a2fd7590), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:16.909052 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Added segment a21d6dce-c766-4b00-90bb-2c39a2fd7590 of type vlan for network 516241b4-a8fc-4020-b297-f960f3e36672 Jul 14 12:18:16.939648 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:16.962136 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (516241b4-a8fc-4020-b297-f960f3e36672), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.025158 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d58f87ee-c5c6-4211-9aab-58c9b00ee645,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:17.050007 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:18:17.067911 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (516241b4-a8fc-4020-b297-f960f3e36672), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.069003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:17.069650 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.113468 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-217dffcb-378c-401d-b1b4-59cfb677e7b8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3098857 Jul 14 12:18:17.114367 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52978) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:17.137166 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:17.152159 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Request body: {'subnet': {'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-subnet', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:17.165643 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (01bdae72-514e-4f6c-8ea3-e35de3589c96), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.192803 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.2924302 Jul 14 12:18:17.195640 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 52980) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:17.204760 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Request body: {'subnet': {'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1822855906-subnet', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:17.231073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:17.231775 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:17.240490 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2c915b34-4421-4652-8f4c-6d6a059ac0ac up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:17.255798 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Made reservation on behalf of bb62d84584b3426687390833270648d6 for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:17.258832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.288398 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372e28d-b606-4536-8b9b-ebcad97ae5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=516241b4-a8fc-4020-b297-f960f3e36672,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:17.419496 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 516241b4-a8fc-4020-b297-f960f3e36672 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:18:17.421616 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c2aa4-697b-4131-a339-ade2f40d872c None None] Network d7a5d35d-c460-4290-bd4b-813214351817 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:17.432378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Made reservation on behalf of 1500083e98d84701b246fbbd749354fa for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:17.435597 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.519594 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:18:17.533790 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] Provisioning complete for port 2c915b34-4421-4652-8f4c-6d6a059ac0ac triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:17.534383 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.651601 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] Current status of the port 2c915b34-4421-4652-8f4c-6d6a059ac0ac is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:17.652266 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.738523 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] For port 2c915b34-4421-4652-8f4c-6d6a059ac0ac, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2c915b34-4421-4652-8f4c-6d6a059ac0ac,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:17.814093 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (496d81f7-5d70-4301-bdd0-4b7c4af478ca), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.837847 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.892392 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.899742 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 2c915b34-4421-4652-8f4c-6d6a059ac0ac triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:17.900125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.916753 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (0e7acddd-229f-4644-b21b-924add01d720), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:17.984578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c2954-5ba8-42a0-99ab-e92e1cfa2605 None None] Pushing event updated for resources: {'Port': ['ID=2c915b34-4421-4652-8f4c-6d6a059ac0ac,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:17.993962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Checking segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:17.999543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Network hostable DHCP agents. Network: d58f87ee-c5c6-4211-9aab-58c9b00ee645, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:18:18.010168 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:18.020472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=496d81f7-5d70-4301-bdd0-4b7c4af478ca,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:18.027080 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:18.054183 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:18.058378 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:18.081824 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:18.116436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 2c915b34-4421-4652-8f4c-6d6a059ac0ac is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:18.161463 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:18.162719 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0416b20d-084a-4563-9255-7242f3aa967c admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9801683 Jul 14 12:18:18.166556 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53008) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:18.217913 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7acddd-229f-4644-b21b-924add01d720,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:18.258884 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Checking segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:18.263011 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Network hostable DHCP agents. Network: 516241b4-a8fc-4020-b297-f960f3e36672, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:18:18.316140 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:18:18.371685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-4528249a-e6c9-4264-87d6-27b86b45404f None None] Provisioning complete for port 2c915b34-4421-4652-8f4c-6d6a059ac0ac triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:18.372090 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4528249a-e6c9-4264-87d6-27b86b45404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:18.388722 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Network 516241b4-a8fc-4020-b297-f960f3e36672 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:18:18.468938 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:18.472249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, d58f87ee-c5c6-4211-9aab-58c9b00ee645) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:18.478498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 516241b4-a8fc-4020-b297-f960f3e36672) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:18.489262 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81905ab3-a008-44d7-b7a6-21314ef7ee60 None None] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:18.490113 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:18.490735 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:18.883952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:18.883952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:18.919704 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645683a2-6a6d-41e3-8113-73907e00c608 None None] Network 516241b4-a8fc-4020-b297-f960f3e36672 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:18.920215 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:18.920712 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ea38f1f4-efba-4198-985f-cb9f1467d6c6 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5452168 Jul 14 12:18:18.920712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53038) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:18.920712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:18.921824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-4528249a-e6c9-4264-87d6-27b86b45404f None None] Current status of the port 2c915b34-4421-4652-8f4c-6d6a059ac0ac is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:18.921824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-d58f87ee-c5c6-4211-9aab-58c9b00ee645', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:18:18.921824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:18.921824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-516241b4-a8fc-4020-b297-f960f3e36672', 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'project_id': '1500083e98d84701b246fbbd749354fa', 'fixed_ips': [{'subnet_id': '0e7acddd-229f-4644-b21b-924add01d720'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:18:18.921824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:18.923599 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0ca27145-b9a7-4b7a-b07f-07c4d34bc486 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6622686 Jul 14 12:18:18.923599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53042) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:18.923599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:18.951448 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:16Z', 'revision_number': 3, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:18.981094 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:18.981578 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Updating router 01bdae72-514e-4f6c-8ea3-e35de3589c96 port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:18:19.016528 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.111088 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.111626 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2c915b34-4421-4652-8f4c-6d6a059ac0ac up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:19.139551 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Allocated IP 172.20.0.2 (516241b4-a8fc-4020-b297-f960f3e36672/0e7acddd-229f-4644-b21b-924add01d720/deef24c1-f0d2-4fc9-87cc-ab4ed155f08e) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:19.160993 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (f90c51cd-81cf-4f30-8618-5e65dc692583), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.163211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (f90c51cd-81cf-4f30-8618-5e65dc692583), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.178980 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (3475ea9b-5362-4d38-9d97-918de3a8e9f0), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.181428 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (3475ea9b-5362-4d38-9d97-918de3a8e9f0), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.274285 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Allocated IP 172.20.0.2 (d58f87ee-c5c6-4211-9aab-58c9b00ee645/496d81f7-5d70-4301-bdd0-4b7c4af478ca/82f8e616-5b85-4ab5-a8d1-3d1493779013) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:19.290955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:19.295931 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 2c915b34-4421-4652-8f4c-6d6a059ac0ac triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:19.296775 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.388908 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Allocated IP 172.20.0.1 (d7a5d35d-c460-4290-bd4b-813214351817/0550d0f4-1830-4c0b-984d-6dff1a7e752c/48c99773-eb51-4e80-83d2-d381a09b54be) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:19.397150 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks [] for router_controller (3475ea9b-5362-4d38-9d97-918de3a8e9f0), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.412413 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:19.439403 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks [] for router_controller (f90c51cd-81cf-4f30-8618-5e65dc692583), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.507367 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Publish callbacks [] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.509371 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks [] for port (48c99773-eb51-4e80-83d2-d381a09b54be), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.521056 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:19.571701 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53050) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:19.644967 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.645538 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.693415 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Network d7a5d35d-c460-4290-bd4b-813214351817 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:19.697041 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:19.700635 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:19.701104 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (01bdae72-514e-4f6c-8ea3-e35de3589c96), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.736053 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Publish callbacks [] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.747058 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Publish callbacks [] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.773667 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:19.774004 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 2c915b34-4421-4652-8f4c-6d6a059ac0ac is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:19.776546 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Pushing event updated for resources: {'Port': ['ID=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:19.805094 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.805442 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.807825 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Pushing event updated for resources: {'Port': ['ID=48c99773-eb51-4e80-83d2-d381a09b54be,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:19.809701 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.810793 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.811059 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.811567 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.811905 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.812229 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.812556 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.812876 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.813196 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.813531 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.813852 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.814168 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.816774 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Tracked resource versions report: Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: pushed versions: Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: { 'AddressGroup': {'1.2'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Agent': {'1.1'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'ConntrackHelper': {'1.0'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'LocalIPAssociation': {'1.0'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Log': {'1.0'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'NDPProxy': {'1.0'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Network': {'1.1'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Port': {'1.7'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'PortForwarding': {'1.3'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'QosPolicy': {'1.10'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroup': {'1.5'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroupRule': {'1.2'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SubPort': {'1.0'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Subnet': {'1.1'}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Trunk': {'1.1'}} Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: consumer versions: Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: { DHCP agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: HyperV agent@hv-cinder-84890: {}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: L3 agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: Metadata agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: Metering agent@dv-cinder-848900-3-iscsi: {}, Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: Open vSwitch agent@dv-cinder-848900-3-iscsi: { 'AddressGroup': '1.2', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Agent': '1.1', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'ConntrackHelper': '1.0', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'LocalIPAssociation': '1.0', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Log': '1.0', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'NDPProxy': '1.0', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Network': '1.1', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Port': '1.7', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'PortForwarding': '1.3', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'QosPolicy': '1.10', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroup': '1.5', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SecurityGroupRule': '1.2', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'SubPort': '1.0', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Subnet': '1.1', Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: 'Trunk': '1.1'}} Jul 14 12:18:19.818021 dv-cinder-848900-3-iscsi neutron-server[104472]: {{(pid=104472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 12:18:19.851084 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Attempting to bind port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:19.851773 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Attempting to bind port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:19.852317 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Attempting to bind port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:19.856296 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks [] for router_gateway (3475ea9b-5362-4d38-9d97-918de3a8e9f0), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.860734 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:19.861440 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:19.862087 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.869907 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:19.869907 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Bound port: 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:19.869907 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.904246 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.921191 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.956755 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:19.970264 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f9c1-402c-4017-9ce8-0d13651e49fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:19.995166 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] For port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:20.005838 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] For port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:20.022160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks [] for router_gateway (f90c51cd-81cf-4f30-8618-5e65dc692583), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.028164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:20.038278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:20.041087 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:20.065373 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.092416 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Network 516241b4-a8fc-4020-b297-f960f3e36672 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:20.113549 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.169973 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:20.177767 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Pushing event updated for resources: {'Port': ['ID=82f8e616-5b85-4ab5-a8d1-3d1493779013,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:20.182937 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:20.200854 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f9c1-402c-4017-9ce8-0d13651e49fe admin admin] Publish callbacks [] for security_group (702e810a-afcc-42a4-9e67-8ecf95fd4e5f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.223710 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:20.224665 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:20.244982 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-9ef65b9e-029b-4fb2-9ab0-96375e380c30 None None] Provisioning complete for port 48c99773-eb51-4e80-83d2-d381a09b54be triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:20.246454 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9ef65b9e-029b-4fb2-9ab0-96375e380c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.325290 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5486d8-7daa-4718-ba80-d4adf835ee5e None None] Pushing event updated for resources: {'Port': ['ID=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:20.334562 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Attempting to bind port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:20.335027 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Attempting to bind port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:20.335446 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Attempting to bind port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e on network 516241b4-a8fc-4020-b297-f960f3e36672 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:20.371166 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:20.405328 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:20.434742 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks [] for port (48c99773-eb51-4e80-83d2-d381a09b54be), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.437119 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f9c1-402c-4017-9ce8-0d13651e49fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (702e810a-afcc-42a4-9e67-8ecf95fd4e5f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.471995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks [] for router_gateway (3475ea9b-5362-4d38-9d97-918de3a8e9f0), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.501458 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.519302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Attempting to bind port 82f8e616-5b85-4ab5-a8d1-3d1493779013 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:20.519673 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Attempting to bind port 82f8e616-5b85-4ab5-a8d1-3d1493779013 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:20.520035 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Attempting to bind port 82f8e616-5b85-4ab5-a8d1-3d1493779013 on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:20.520342 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2fb3f9c1-402c-4017-9ce8-0d13651e49fe admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8b9dfc22855a4c83883bd69d52ffdac1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9467111 Jul 14 12:18:20.526056 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:20.526437 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Checking segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:20.526674 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53070) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:20.526871 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.527248 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Bound using segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:20.527705 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Bound port: deef24c1-f0d2-4fc9-87cc-ab4ed155f08e, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:20.528082 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.531465 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Pushing event updated for resources: {'Port': ['ID=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:20.536787 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:20.545081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Checking segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:20.545081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.545081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Bound using segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:20.545081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Bound port: 82f8e616-5b85-4ab5-a8d1-3d1493779013, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:20.545081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.581494 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.582582 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (01bdae72-514e-4f6c-8ea3-e35de3589c96), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.615284 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9ef65b9e-029b-4fb2-9ab0-96375e380c30 None None] Port 48c99773-eb51-4e80-83d2-d381a09b54be cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:20.641151 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] For port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:20.646527 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] For port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:20.646727 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3f9c1-402c-4017-9ce8-0d13651e49fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702e810a-afcc-42a4-9e67-8ecf95fd4e5f,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:20.707146 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] For port 82f8e616-5b85-4ab5-a8d1-3d1493779013, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:20.711505 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] For port 82f8e616-5b85-4ab5-a8d1-3d1493779013, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=82f8e616-5b85-4ab5-a8d1-3d1493779013,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:20.783558 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.881399 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.883604 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:20.886803 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b65faf6-e41f-47e6-9a55-d7354bab06c4 admin admin] Publish callbacks [] for security_group (702e810a-afcc-42a4-9e67-8ecf95fd4e5f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.892160 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:20.895956 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Pushing event updated for resources: {'Port': ['ID=48c99773-eb51-4e80-83d2-d381a09b54be,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:20.948533 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b65faf6-e41f-47e6-9a55-d7354bab06c4 admin admin] Publish callbacks [] for security_group (702e810a-afcc-42a4-9e67-8ecf95fd4e5f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:20.965623 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Network d7a5d35d-c460-4290-bd4b-813214351817 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:20.973808 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:20.980655 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47d97e-83da-4f1e-b401-2079552d33a8 None None] Pushing event updated for resources: {'Port': ['ID=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:21.027847 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a85887d-2703-4f64-a1a6-d21a15f1b994 None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:21.029185 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:21.052611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Allocated IP 172.27.1.169 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/45cecab1-c520-472b-a8e0-78c1754c77f1) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:21.066615 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks [] for router_gateway (f90c51cd-81cf-4f30-8618-5e65dc692583), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:21.075485 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:21.083665 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a9a0-c20d-4e81-904e-c56d3d7dc93c None None] Pushing event updated for resources: {'Port': ['ID=82f8e616-5b85-4ab5-a8d1-3d1493779013,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:21.149741 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:21.228328 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:18:21.297569 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b65faf6-e41f-47e6-9a55-d7354bab06c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (702e810a-afcc-42a4-9e67-8ecf95fd4e5f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:21.300543 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1b65faf6-e41f-47e6-9a55-d7354bab06c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:21.302312 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1b65faf6-e41f-47e6-9a55-d7354bab06c4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/702e810a-afcc-42a4-9e67-8ecf95fd4e5f HTTP/1.1" status: 204 len: 168 time: 0.7742343 Jul 14 12:18:21.324177 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65faf6-e41f-47e6-9a55-d7354bab06c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e810a-afcc-42a4-9e67-8ecf95fd4e5f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:21.515228 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:21.532666 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4050d3da-ecee-442c-943f-88076a2c642a admin admin] 10.222.0.27 "PUT /v2.0/routers/01bdae72-514e-4f6c-8ea3-e35de3589c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3533146 Jul 14 12:18:21.570534 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-4e45e4e1-9d7b-4fc3-917d-aff0ff494966 None None] Provisioning complete for port 48c99773-eb51-4e80-83d2-d381a09b54be triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:21.571091 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e45e4e1-9d7b-4fc3-917d-aff0ff494966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:21.662378 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-4e45e4e1-9d7b-4fc3-917d-aff0ff494966 None None] Port 48c99773-eb51-4e80-83d2-d381a09b54be cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:21.664295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks [] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:21.686492 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:21.925707 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.057197 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:22.058804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:22.068303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:22.263897 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Allocated IP 172.27.1.118 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/f63c9a59-2bb6-43d1-9de0-03e5316d84ba) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:22.267819 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Pushing event updated for resources: {'Port': ['ID=45cecab1-c520-472b-a8e0-78c1754c77f1,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:22.500867 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53146) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:22.506719 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--690493634', 'description': 'tempest-description--1465425285'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:22.538320 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:22.551942 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53152) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:22.576441 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3021-dae8-4153-aa8f-fc962aa00160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.620056 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks [] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.641987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3317a78b-11f6-4398-8c25-58926a83814c None None] Network 516241b4-a8fc-4020-b297-f960f3e36672 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:22.662625 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.711590 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3021-dae8-4153-aa8f-fc962aa00160 admin admin] Publish callbacks [] for security_group (dea5e3c2-5be9-4943-80b2-1341fee74788), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.756365 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] Provisioning complete for port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:22.756981 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.834926 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:22.867365 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cb6b3021-dae8-4153-aa8f-fc962aa00160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (dea5e3c2-5be9-4943-80b2-1341fee74788), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:22.963216 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (defcdfe4-11be-41e8-b5df-34933bcc45ba), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.021116 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-cb6b3021-dae8-4153-aa8f-fc962aa00160 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b745718edc06441e9c0dfbcd98673e23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4680650 Jul 14 12:18:23.026945 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53160) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:23.053663 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (defcdfe4-11be-41e8-b5df-34933bcc45ba), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.103978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b3021-dae8-4153-aa8f-fc962aa00160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea5e3c2-5be9-4943-80b2-1341fee74788,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:23.184436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] Current status of the port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:23.184919 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.190123 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks [] for router_gateway (3475ea9b-5362-4d38-9d97-918de3a8e9f0), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.276677 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] For port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:23.282484 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ad80c-c58f-4cf8-8c4a-302158b7daf6 None None] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:23.294658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.467695 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defcdfe4-11be-41e8-b5df-34933bcc45ba,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:23.504283 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.506627 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fa07a908-15f6-4051-a930-d7767902619e admin admin] Publish callbacks [] for security_group (dea5e3c2-5be9-4943-80b2-1341fee74788), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.528090 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device deef24c1-f0d2-4fc9-87cc-ab4ed155f08e up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:23.538431 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fa07a908-15f6-4051-a930-d7767902619e admin admin] Publish callbacks [] for security_group (dea5e3c2-5be9-4943-80b2-1341fee74788), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.580413 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:23.611932 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.612088 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:23.617690 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f298e9f2-feaf-402c-9478-ff02e74a001b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1154048 Jul 14 12:18:23.619580 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:23.620240 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53184) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:23.631541 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'security_group_rule': {'security_group_id': 'defcdfe4-11be-41e8-b5df-34933bcc45ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:23.676040 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53186) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:23.690938 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fa07a908-15f6-4051-a930-d7767902619e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (dea5e3c2-5be9-4943-80b2-1341fee74788), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.695156 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fa07a908-15f6-4051-a930-d7767902619e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.698034 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fa07a908-15f6-4051-a930-d7767902619e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dea5e3c2-5be9-4943-80b2-1341fee74788 HTTP/1.1" status: 204 len: 168 time: 0.6701577 Jul 14 12:18:23.709897 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07a908-15f6-4051-a930-d7767902619e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea5e3c2-5be9-4943-80b2-1341fee74788,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:23.721095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Pushing event updated for resources: {'Port': ['ID=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:23.742444 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] Provisioning complete for port 82f8e616-5b85-4ab5-a8d1-3d1493779013 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:23.742947 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.770744 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (f0e0e31b-05be-47d5-b46e-7d980aab73cc), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.880320 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (3475ea9b-5362-4d38-9d97-918de3a8e9f0), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.913335 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956f9f3-a3a4-4e99-8bc2-ed2ba60b6834 None None] Pushing event updated for resources: {'Port': ['ID=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:23.917044 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (f0e0e31b-05be-47d5-b46e-7d980aab73cc), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.931402 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba313003-7ad7-4d01-96d3-4a43583bbc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.933830 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:23.934222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:23.978347 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:24.015046 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (f0e0e31b-05be-47d5-b46e-7d980aab73cc), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.018873 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] Current status of the port 82f8e616-5b85-4ab5-a8d1-3d1493779013 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:24.019124 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.054751 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e0e31b-05be-47d5-b46e-7d980aab73cc,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:24.104688 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] For port 82f8e616-5b85-4ab5-a8d1-3d1493779013, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=82f8e616-5b85-4ab5-a8d1-3d1493779013,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:24.114192 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:24.115178 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:24.116733 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba313003-7ad7-4d01-96d3-4a43583bbc6a admin admin] Publish callbacks [] for security_group (9d2f766d-a013-4c45-abe8-cf6042e79dda), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.177387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:24.177387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.201988 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.203442 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a05f6334-5c03-482a-9661-ff4876a8d1cb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5818176 Jul 14 12:18:24.206153 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53194) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:24.208198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:24.214559 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'security_group_rule': {'security_group_id': 'defcdfe4-11be-41e8-b5df-34933bcc45ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:24.216316 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.295972 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ba313003-7ad7-4d01-96d3-4a43583bbc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (9d2f766d-a013-4c45-abe8-cf6042e79dda), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.297294 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49aaf4-09e5-4dc3-8ca2-b0b3955d29cf None None] Pushing event updated for resources: {'Port': ['ID=82f8e616-5b85-4ab5-a8d1-3d1493779013,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:24.302988 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks [] for router_gateway (f90c51cd-81cf-4f30-8618-5e65dc692583), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.361269 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:24.361269 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.364113 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-ddbd8cfd-4a56-4204-8f51-973dfbe08389 None None] Provisioning complete for port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:24.364626 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8cfd-4a56-4204-8f51-973dfbe08389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.381987 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ba313003-7ad7-4d01-96d3-4a43583bbc6a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=78c0c7328a8b4727812b1222e4d5e430&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7046959 Jul 14 12:18:24.383460 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53200) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:24.410181 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba313003-7ad7-4d01-96d3-4a43583bbc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2f766d-a013-4c45-abe8-cf6042e79dda,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:24.420414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:24.435250 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:24.435250 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:24.454388 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:24.455160 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:24.501838 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (5f976ca6-3b94-4cbc-b70e-6941597cd5ab), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.528170 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd8cfd-4a56-4204-8f51-973dfbe08389 None None] Current status of the port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:24.548177 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:18:24.567417 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (f90c51cd-81cf-4f30-8618-5e65dc692583), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.570295 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7978a7fa-49f4-41aa-9dd7-c587ef89ec76 admin admin] Publish callbacks [] for security_group (9d2f766d-a013-4c45-abe8-cf6042e79dda), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.571098 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-ddbd8cfd-4a56-4204-8f51-973dfbe08389 None None] Provisioning complete for port 82f8e616-5b85-4ab5-a8d1-3d1493779013 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:24.571555 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8cfd-4a56-4204-8f51-973dfbe08389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.605868 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.606955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 82f8e616-5b85-4ab5-a8d1-3d1493779013 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:24.649906 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7978a7fa-49f4-41aa-9dd7-c587ef89ec76 admin admin] Publish callbacks [] for security_group (9d2f766d-a013-4c45-abe8-cf6042e79dda), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.725818 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:24.734326 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:24.772484 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (5f976ca6-3b94-4cbc-b70e-6941597cd5ab), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.794564 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:24.804497 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Sync routers for ids ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:24.822938 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Routers {'3475ea9b-5362-4d38-9d97-918de3a8e9f0'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:24.826918 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:24.840813 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:24.855069 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (5f976ca6-3b94-4cbc-b70e-6941597cd5ab), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.892517 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.897959 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53224) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:24.898122 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-74dbe046-e917-4de0-8114-70131947c84d admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0328941 Jul 14 12:18:24.902128 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f976ca6-3b94-4cbc-b70e-6941597cd5ab,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:24.918237 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd8cfd-4a56-4204-8f51-973dfbe08389 None None] Current status of the port 82f8e616-5b85-4ab5-a8d1-3d1493779013 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:24.942157 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 82f8e616-5b85-4ab5-a8d1-3d1493779013 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:24.942557 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:24.963065 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Set router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:24.985804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Router f90c51cd-81cf-4f30-8618-5e65dc692583 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:18:25.055907 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7978a7fa-49f4-41aa-9dd7-c587ef89ec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (9d2f766d-a013-4c45-abe8-cf6042e79dda), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.062603 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7978a7fa-49f4-41aa-9dd7-c587ef89ec76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.065615 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7978a7fa-49f4-41aa-9dd7-c587ef89ec76 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9d2f766d-a013-4c45-abe8-cf6042e79dda HTTP/1.1" status: 204 len: 168 time: 0.6572485 Jul 14 12:18:25.095425 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.099357 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3cc5a052-539d-40e7-8cdf-514fd4c6d089 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8891294 Jul 14 12:18:25.105560 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978a7fa-49f4-41aa-9dd7-c587ef89ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2f766d-a013-4c45-abe8-cf6042e79dda,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:25.120661 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53234) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:25.134687 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:25.155323 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:25.165780 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:25.189370 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Sync routers for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:25.252126 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53238) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:25.256732 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 82f8e616-5b85-4ab5-a8d1-3d1493779013 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:25.260632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:25.261258 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:25.287590 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.289722 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a9473ae4-91c6-45be-9f7e-229e766f6601 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6202071 Jul 14 12:18:25.291880 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53242) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:25.308846 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:20Z', 'revision_number': 2, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:25.346092 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:25.346092 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Updating router 01bdae72-514e-4f6c-8ea3-e35de3589c96 port 48c99773-eb51-4e80-83d2-d381a09b54be binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:18:25.395050 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.395210 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:22Z', 'revision_number': 3, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:25.412404 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.420268 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Checking router: 3475ea9b-5362-4d38-9d97-918de3a8e9f0 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:25.420814 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Updating router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 port 45cecab1-c520-472b-a8e0-78c1754c77f1 binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:18:25.424412 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:25.432530 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:25.468373 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device deef24c1-f0d2-4fc9-87cc-ab4ed155f08e up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:25.586157 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.749733 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:25.750069 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.940316 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.961118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:23Z', 'revision_number': 3, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:25.988916 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Publish callbacks [] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:25.993782 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:26.032581 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Checking router: f90c51cd-81cf-4f30-8618-5e65dc692583 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:26.032929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Updating router f90c51cd-81cf-4f30-8618-5e65dc692583 port f63c9a59-2bb6-43d1-9de0-03e5316d84ba binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:18:26.033211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55f9f927-f68d-4872-b7d3-bcc1b6428b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.090487 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Publish callbacks [] for port (48c99773-eb51-4e80-83d2-d381a09b54be), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.093081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:26.094154 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:26.096824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.113169 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.161220 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Attempting to bind port 45cecab1-c520-472b-a8e0-78c1754c77f1 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:26.161583 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Attempting to bind port 45cecab1-c520-472b-a8e0-78c1754c77f1 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:26.161934 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Attempting to bind port 45cecab1-c520-472b-a8e0-78c1754c77f1 on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:26.213193 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:26.214143 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:26.214143 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.214331 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:26.214732 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Bound port: 45cecab1-c520-472b-a8e0-78c1754c77f1, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:26.215191 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.224839 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.268188 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] For port 45cecab1-c520-472b-a8e0-78c1754c77f1, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:26.272132 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] For port 45cecab1-c520-472b-a8e0-78c1754c77f1, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=45cecab1-c520-472b-a8e0-78c1754c77f1,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:26.292640 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:26.293036 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.294940 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcd316-ed35-4325-8915-4f3709fea010 None None] Pushing event updated for resources: {'Port': ['ID=45cecab1-c520-472b-a8e0-78c1754c77f1,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:26.335323 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a88c8f-bb09-4fdc-b25a-3e2e3f1fa57c None None] Pushing event updated for resources: {'Port': ['ID=48c99773-eb51-4e80-83d2-d381a09b54be,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:26.345361 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:26.357419 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Allocated IP 172.27.1.82 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/f7d4604f-bcee-4bfd-9f9b-5a478f69e571) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:26.367135 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53284) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:26.389578 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.469816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55f9f927-f68d-4872-b7d3-bcc1b6428b3e admin admin] Publish callbacks [] for security_group (1148f3e8-09cc-4a3b-b233-dc96f8663287), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.484006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Attempting to bind port 48c99773-eb51-4e80-83d2-d381a09b54be on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:26.484006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Attempting to bind port 48c99773-eb51-4e80-83d2-d381a09b54be by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:26.484006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Attempting to bind port 48c99773-eb51-4e80-83d2-d381a09b54be on network d7a5d35d-c460-4290-bd4b-813214351817 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:26.484436 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.508227 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bcd316-ed35-4325-8915-4f3709fea010 None None] Pushing event updated for resources: {'Port': ['ID=45cecab1-c520-472b-a8e0-78c1754c77f1,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:26.545027 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:26.545853 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Checking segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:26.554138 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.554860 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.554955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Bound using segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:26.554955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Bound port: 48c99773-eb51-4e80-83d2-d381a09b54be, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:26.555086 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Routers {'3475ea9b-5362-4d38-9d97-918de3a8e9f0'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:26.555086 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:26.555215 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.557073 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18422a20-c50b-475e-af1f-d39c53bd34d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.586740 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:26.588222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 82f8e616-5b85-4ab5-a8d1-3d1493779013 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:26.592229 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:26.616658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55f9f927-f68d-4872-b7d3-bcc1b6428b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1148f3e8-09cc-4a3b-b233-dc96f8663287), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.656036 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0593e522-9463-41d4-8f1f-1c87d44d6bb6 None None] Provisioning complete for port 48c99773-eb51-4e80-83d2-d381a09b54be triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:26.656660 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0593e522-9463-41d4-8f1f-1c87d44d6bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.701685 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:26.708460 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9f927-f68d-4872-b7d3-bcc1b6428b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1148f3e8-09cc-4a3b-b233-dc96f8663287,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:26.718252 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0593e522-9463-41d4-8f1f-1c87d44d6bb6 None None] Port 48c99773-eb51-4e80-83d2-d381a09b54be cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:26.738380 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] Set router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:26.752573 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] For port 48c99773-eb51-4e80-83d2-d381a09b54be, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:26.755006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 82f8e616-5b85-4ab5-a8d1-3d1493779013 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:26.755618 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.758458 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] For port 48c99773-eb51-4e80-83d2-d381a09b54be, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=48c99773-eb51-4e80-83d2-d381a09b54be,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:26.844359 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-55f9f927-f68d-4872-b7d3-bcc1b6428b3e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e24bf8b5dd8247039f6a5ac09db96698&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5900400 Jul 14 12:18:26.845777 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53310) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:26.864929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.885253 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18422a20-c50b-475e-af1f-d39c53bd34d3 admin admin] Publish callbacks [] for security_group (aeb200c5-2795-4fc3-81c4-08c788e5b047), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:26.895469 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Allocated IP 172.20.0.1 (d58f87ee-c5c6-4211-9aab-58c9b00ee645/496d81f7-5d70-4301-bdd0-4b7c4af478ca/242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:26.945582 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:26.949597 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 82f8e616-5b85-4ab5-a8d1-3d1493779013 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:26.969202 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:26.969841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:26.990228 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:22Z', 'revision_number': 3, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:26.993458 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.002567 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18422a20-c50b-475e-af1f-d39c53bd34d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (aeb200c5-2795-4fc3-81c4-08c788e5b047), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.025403 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2052c52-acc9-43b3-bdbb-0097dc0579eb None None] The sync data for ids ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'] in dv-cinder-848900-3-iscsi is: [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:22Z', 'revision_number': 3, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:27.038497 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a88c8f-bb09-4fdc-b25a-3e2e3f1fa57c None None] Pushing event updated for resources: {'Port': ['ID=48c99773-eb51-4e80-83d2-d381a09b54be,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.129378 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18422a20-c50b-475e-af1f-d39c53bd34d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb200c5-2795-4fc3-81c4-08c788e5b047,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.141042 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-18422a20-c50b-475e-af1f-d39c53bd34d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9fbca917b8174b7c90db70744798b0ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7727716 Jul 14 12:18:27.146184 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53316) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:27.153075 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:27.229780 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36fe27fc-2ace-4e54-b7f3-f8fd96b6191e admin admin] Publish callbacks [] for security_group (1148f3e8-09cc-4a3b-b233-dc96f8663287), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.280368 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Allocated IP 172.20.0.1 (516241b4-a8fc-4020-b297-f960f3e36672/0e7acddd-229f-4644-b21b-924add01d720/8e1828b5-8681-4c86-810e-2c155091b44f) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:27.286215 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3e24d344-c674-4cfb-9c49-847731ab42ad admin admin] Publish callbacks [] for security_group (aeb200c5-2795-4fc3-81c4-08c788e5b047), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.336260 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3e24d344-c674-4cfb-9c49-847731ab42ad admin admin] Publish callbacks [] for security_group (aeb200c5-2795-4fc3-81c4-08c788e5b047), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.358225 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.397509 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36fe27fc-2ace-4e54-b7f3-f8fd96b6191e admin admin] Publish callbacks [] for security_group (1148f3e8-09cc-4a3b-b233-dc96f8663287), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.540528 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:27.548105 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 48c99773-eb51-4e80-83d2-d381a09b54be up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:27.592492 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] Provisioning complete for port 48c99773-eb51-4e80-83d2-d381a09b54be triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:27.593384 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.597337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks [] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.638672 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36fe27fc-2ace-4e54-b7f3-f8fd96b6191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1148f3e8-09cc-4a3b-b233-dc96f8663287), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.641873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36fe27fc-2ace-4e54-b7f3-f8fd96b6191e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.647743 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-36fe27fc-2ace-4e54-b7f3-f8fd96b6191e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1148f3e8-09cc-4a3b-b233-dc96f8663287 HTTP/1.1" status: 204 len: 168 time: 0.7971342 Jul 14 12:18:27.658792 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe27fc-2ace-4e54-b7f3-f8fd96b6191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1148f3e8-09cc-4a3b-b233-dc96f8663287,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.682263 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:27.702946 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:27.720146 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:27.741295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.774396 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'Port': ['ID=f7d4604f-bcee-4bfd-9f9b-5a478f69e571,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.815047 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks [] for port (8e1828b5-8681-4c86-810e-2c155091b44f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.822191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:27.830437 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:27.834584 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:27.835116 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (f90c51cd-81cf-4f30-8618-5e65dc692583), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.864333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Pushing event updated for resources: {'Port': ['ID=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:27.882032 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (74358e65-4811-4a9b-a9d3-516474e227a7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.906234 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:26Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:27.914517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 48c99773-eb51-4e80-83d2-d381a09b54be triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:27.914517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.915036 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:27.925111 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3e24d344-c674-4cfb-9c49-847731ab42ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (aeb200c5-2795-4fc3-81c4-08c788e5b047), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.928804 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3e24d344-c674-4cfb-9c49-847731ab42ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:27.930939 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3e24d344-c674-4cfb-9c49-847731ab42ad admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aeb200c5-2795-4fc3-81c4-08c788e5b047 HTTP/1.1" status: 204 len: 168 time: 0.7817595 Jul 14 12:18:27.939268 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24d344-c674-4cfb-9c49-847731ab42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb200c5-2795-4fc3-81c4-08c788e5b047,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:28.049795 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd7e94-7246-4fdd-b89f-cd5f6ad5b727 None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:26Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:28.050430 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.191472 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.222937 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] Current status of the port 48c99773-eb51-4e80-83d2-d381a09b54be is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:28.223561 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.268888 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Publish callbacks [] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.284335 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Network 516241b4-a8fc-4020-b297-f960f3e36672 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:28.295438 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:28.304140 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:28.319087 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (3475ea9b-5362-4d38-9d97-918de3a8e9f0), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.444889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] For port 48c99773-eb51-4e80-83d2-d381a09b54be, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=48c99773-eb51-4e80-83d2-d381a09b54be,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:28.454995 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.510398 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1828b5-8681-4c86-810e-2c155091b44f,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:28.592990 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.601393 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 48c99773-eb51-4e80-83d2-d381a09b54be is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:28.602026 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.652610 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687c60b-fed8-4270-a99d-c24b80adf56f None None] Pushing event updated for resources: {'Port': ['ID=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:28.681199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Attempting to bind port f63c9a59-2bb6-43d1-9de0-03e5316d84ba on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:28.682806 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Attempting to bind port f63c9a59-2bb6-43d1-9de0-03e5316d84ba by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:28.682806 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Attempting to bind port f63c9a59-2bb6-43d1-9de0-03e5316d84ba on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:28.725916 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.736557 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:28.777691 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:28.778093 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:28.779066 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.781817 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:28.782346 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Bound port: f63c9a59-2bb6-43d1-9de0-03e5316d84ba, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:28.782730 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.914312 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-2c45a405-a09e-40e2-b96c-476d3f19f52e None None] Provisioning complete for port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:28.914717 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2c45a405-a09e-40e2-b96c-476d3f19f52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:28.985621 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.021478 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks [] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.037524 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.db.api [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 12:18:29.037990 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG oslo_db.api [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:18:29.038551 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4264ff4-d09f-40f2-adb9-505f47866438 None None] Pushing event updated for resources: {'Port': ['ID=48c99773-eb51-4e80-83d2-d381a09b54be,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.068100 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] For port f63c9a59-2bb6-43d1-9de0-03e5316d84ba, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:29.071233 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2c45a405-a09e-40e2-b96c-476d3f19f52e None None] Port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:29.073913 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] For port f63c9a59-2bb6-43d1-9de0-03e5316d84ba, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:29.088027 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.171172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.172059 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (f90c51cd-81cf-4f30-8618-5e65dc692583), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.172795 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.199350 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (74358e65-4811-4a9b-a9d3-516474e227a7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.251563 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.260281 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-edff68c8-3d0c-4876-8c9f-e1e69edd2413 None None] Provisioning complete for port 8e1828b5-8681-4c86-810e-2c155091b44f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:29.266555 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-edff68c8-3d0c-4876-8c9f-e1e69edd2413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.299659 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'Port': ['ID=f7d4604f-bcee-4bfd-9f9b-5a478f69e571,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.315772 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:29.323858 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.333652 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-05c09c66-2553-45af-9de0-9de1681d982e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2018950 Jul 14 12:18:29.337165 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Pushing event updated for resources: {'Port': ['ID=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.339750 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-edff68c8-3d0c-4876-8c9f-e1e69edd2413 None None] Port 8e1828b5-8681-4c86-810e-2c155091b44f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:29.375565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687c60b-fed8-4270-a99d-c24b80adf56f None None] Pushing event updated for resources: {'Port': ['ID=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.381872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:29.382685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:29.409163 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks [] for port (8e1828b5-8681-4c86-810e-2c155091b44f), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.434378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:29.440641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:29.502828 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.503651 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (3475ea9b-5362-4d38-9d97-918de3a8e9f0), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:29.635009 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:29.647256 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:29.739999 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:29.744134 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 48c99773-eb51-4e80-83d2-d381a09b54be is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:29.784582 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:29.815356 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53432) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:29.821193 dv-cinder-848900-3-iscsi neutron-server[104470]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 12:18:29.874209 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1828b5-8681-4c86-810e-2c155091b44f,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:29.880196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Router f90c51cd-81cf-4f30-8618-5e65dc692583 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:18:29.958899 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:29.998587 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Network 516241b4-a8fc-4020-b297-f960f3e36672 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:30.000698 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:30.028701 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-72c34bb7-fdc3-4a6c-a055-27a3fb9f07e4 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--690493634&fields=id&tenant_id=33b09a1d039248aa95a089c8d8d99c68 HTTP/1.1" status: 200 len: 267 time: 0.2080638 Jul 14 12:18:30.108825 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-e8799402-8419-48fe-a210-03f96d073a36 None None] Provisioning complete for port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:30.109415 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8799402-8419-48fe-a210-03f96d073a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:30.129736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 45cecab1-c520-472b-a8e0-78c1754c77f1 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:30.318898 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:18:30.468101 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:30.471351 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 45cecab1-c520-472b-a8e0-78c1754c77f1 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:30.471902 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:30.478420 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e8799402-8419-48fe-a210-03f96d073a36 None None] Port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:30.562866 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-25642840-cb79-4ef3-804b-c841bb2bb42b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:30.570133 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-25642840-cb79-4ef3-804b-c841bb2bb42b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 810 time: 0.5180688 Jul 14 12:18:30.592958 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-afa54c62-1308-46b0-801d-a8fe13f9988d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/quotas/33b09a1d039248aa95a089c8d8d99c68 HTTP/1.1" status: 200 len: 375 time: 0.0214825 Jul 14 12:18:30.595582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:30.600776 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:18:30.605883 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0919209d-9745-4da3-aafc-7889df3c5c7c admin admin] 10.222.0.27 "PUT /v2.0/routers/f90c51cd-81cf-4f30-8618-5e65dc692583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3122056 Jul 14 12:18:30.624503 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Sync routers for ids ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:30.629236 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-45c03806-8dfb-4148-8c47-c95c59096391 admin admin] 10.222.0.27 "PUT /v2.0/routers/3475ea9b-5362-4d38-9d97-918de3a8e9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7270482 Jul 14 12:18:30.636564 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Routers {'3475ea9b-5362-4d38-9d97-918de3a8e9f0'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:30.638404 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:30.857999 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-aba8968b-2b38-4d58-9453-93e0b1ab4582 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475317 Jul 14 12:18:30.860118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-372a3714-4431-4a2b-b01d-f3c54ad6f26e None None] Provisioning complete for port 8e1828b5-8681-4c86-810e-2c155091b44f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:30.861020 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Set router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:30.861554 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-372a3714-4431-4a2b-b01d-f3c54ad6f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:30.861554 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-372a3714-4431-4a2b-b01d-f3c54ad6f26e None None] Port 8e1828b5-8681-4c86-810e-2c155091b44f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:30.861554 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 2, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:31.042064 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcb0c8-af09-4913-90fb-b1810ed321d8 None None] The sync data for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi is: [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 2, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:31.057889 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '8e1828b5-8681-4c86-810e-2c155091b44f', 'name': '', 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'mac_address': 'fa:16:3e:6e:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e7acddd-229f-4644-b21b-924add01d720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:29Z', 'revision_number': 2, 'project_id': '1500083e98d84701b246fbbd749354fa', 'subnets': [{'id': '0e7acddd-229f-4644-b21b-924add01d720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:31.064413 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 45cecab1-c520-472b-a8e0-78c1754c77f1 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:31.064413 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.099922 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Checking router: 3475ea9b-5362-4d38-9d97-918de3a8e9f0 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:31.100336 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Updating router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 port 8e1828b5-8681-4c86-810e-2c155091b44f binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:18:31.109604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 45cecab1-c520-472b-a8e0-78c1754c77f1, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=45cecab1-c520-472b-a8e0-78c1754c77f1,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:31.119784 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:31.133460 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.359574 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.360635 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 48c99773-eb51-4e80-83d2-d381a09b54be up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:31.454649 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Publish callbacks [] for port (8e1828b5-8681-4c86-810e-2c155091b44f), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.485653 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-d37c0c3c-f9dd-4797-927f-f07f846dd377 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:18:31.486639 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-d37c0c3c-f9dd-4797-927f-f07f846dd377 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2896833 Jul 14 12:18:31.489327 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=45cecab1-c520-472b-a8e0-78c1754c77f1,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:31.533211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:31.539915 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 48c99773-eb51-4e80-83d2-d381a09b54be triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:31.541189 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.632345 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 48c99773-eb51-4e80-83d2-d381a09b54be is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:31.633528 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.634635 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-b847504e-b125-403d-a880-c0c062da4ccf service neutron] 10.222.0.27 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405332 Jul 14 12:18:31.682332 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10a68-7a28-45f3-b1a5-878e2f8f6292 None None] Pushing event updated for resources: {'Port': ['ID=8e1828b5-8681-4c86-810e-2c155091b44f,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:31.763916 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53498) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:31.767849 dv-cinder-848900-3-iscsi neutron-server[104469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 12:18:31.805646 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Attempting to bind port 8e1828b5-8681-4c86-810e-2c155091b44f on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:31.806020 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Attempting to bind port 8e1828b5-8681-4c86-810e-2c155091b44f by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:31.806380 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Attempting to bind port 8e1828b5-8681-4c86-810e-2c155091b44f on network 516241b4-a8fc-4020-b297-f960f3e36672 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:31.809595 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:31.824390 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:31.826544 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Checking segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:31.827194 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.827663 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Bound using segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:31.828233 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Bound port: 8e1828b5-8681-4c86-810e-2c155091b44f, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:31.828620 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:31.943137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 45cecab1-c520-472b-a8e0-78c1754c77f1 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:31.993868 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-299b514c-aee8-4010-8c29-5a3bf0dafb54 service neutron] 10.222.0.27 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581228 Jul 14 12:18:32.047227 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 45cecab1-c520-472b-a8e0-78c1754c77f1 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:32.047742 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:32.148024 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:32.170602 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] For port 8e1828b5-8681-4c86-810e-2c155091b44f, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:32.181668 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] For port 8e1828b5-8681-4c86-810e-2c155091b44f, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=8e1828b5-8681-4c86-810e-2c155091b44f,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:32.220119 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-442b780d-f7dc-4ff7-9b77-cb44d820f950 None None] Provisioning complete for port 8e1828b5-8681-4c86-810e-2c155091b44f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:32.221111 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-442b780d-f7dc-4ff7-9b77-cb44d820f950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:32.222872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 45cecab1-c520-472b-a8e0-78c1754c77f1 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:32.259040 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-442b780d-f7dc-4ff7-9b77-cb44d820f950 None None] Port 8e1828b5-8681-4c86-810e-2c155091b44f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:32.259756 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-e928a813-9b29-450c-b4bd-a5cf28091066 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:32.264683 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-e928a813-9b29-450c-b4bd-a5cf28091066 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 819 time: 0.4979899 Jul 14 12:18:32.282336 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-00182f21-69fa-479e-a429-4d9208dfa53b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/quotas/bb62d84584b3426687390833270648d6 HTTP/1.1" status: 200 len: 375 time: 0.0118089 Jul 14 12:18:32.335060 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:32.389127 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c10a68-7a28-45f3-b1a5-878e2f8f6292 None None] Pushing event updated for resources: {'Port': ['ID=8e1828b5-8681-4c86-810e-2c155091b44f,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:32.442892 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Routers {'3475ea9b-5362-4d38-9d97-918de3a8e9f0'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:32.443536 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:32.468456 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-a32f22a1-22a0-47c1-8b9e-5563e7f0908e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760895 Jul 14 12:18:32.670597 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] Set router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:32.782028 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:32.883286 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] Provisioning complete for port 8e1828b5-8681-4c86-810e-2c155091b44f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:32.883789 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:32.978010 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '8e1828b5-8681-4c86-810e-2c155091b44f', 'name': '', 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'mac_address': 'fa:16:3e:6e:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e7acddd-229f-4644-b21b-924add01d720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:32Z', 'revision_number': 4, 'project_id': '1500083e98d84701b246fbbd749354fa', 'subnets': [{'id': '0e7acddd-229f-4644-b21b-924add01d720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:32.988125 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-81d4211f-d714-47e4-adfd-c10ff20c7c20 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:18:32.992651 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-81d4211f-d714-47e4-adfd-c10ff20c7c20 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3099608 Jul 14 12:18:33.042034 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] Current status of the port 8e1828b5-8681-4c86-810e-2c155091b44f is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:33.042646 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:33.063692 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2278c3-6e1b-4b8b-8509-9d867c092cc8 None None] The sync data for ids ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'] in dv-cinder-848900-3-iscsi is: [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '8e1828b5-8681-4c86-810e-2c155091b44f', 'name': '', 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'mac_address': 'fa:16:3e:6e:3b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0e7acddd-229f-4644-b21b-924add01d720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:32Z', 'revision_number': 4, 'project_id': '1500083e98d84701b246fbbd749354fa', 'subnets': [{'id': '0e7acddd-229f-4644-b21b-924add01d720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:33.088213 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:33.127797 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] For port 8e1828b5-8681-4c86-810e-2c155091b44f, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=8e1828b5-8681-4c86-810e-2c155091b44f,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:33.141242 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:33.154124 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-0a873a43-891b-45d4-b2e2-8f82acadca7c service neutron] 10.222.0.27 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472073 Jul 14 12:18:33.239213 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:33.241528 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:33.279225 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-c867631c-5df9-4039-8c26-64ab089c34ef tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:33.282423 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-c867631c-5df9-4039-8c26-64ab089c34ef tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/networks?id=516241b4-a8fc-4020-b297-f960f3e36672 HTTP/1.1" status: 200 len: 812 time: 0.2426171 Jul 14 12:18:33.304867 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-2a419827-1a10-4b16-b965-c95a0878fba7 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/quotas/1500083e98d84701b246fbbd749354fa HTTP/1.1" status: 200 len: 375 time: 0.0160232 Jul 14 12:18:33.327186 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-31eec636-9947-4ae4-896a-27d61cb1d603 service neutron] 10.222.0.27 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665561 Jul 14 12:18:33.332879 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757acc7-2baa-4a74-a943-343a3b63637a None None] Pushing event updated for resources: {'Port': ['ID=8e1828b5-8681-4c86-810e-2c155091b44f,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:33.382882 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-d67e0134-9120-42ee-88f9-f4df97d1f13c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1500083e98d84701b246fbbd749354fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768971 Jul 14 12:18:33.495319 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-315079f9-8fd1-42df-ad70-2dd810eb5757 service neutron] 10.222.0.27 "GET /v2.0/networks/516241b4-a8fc-4020-b297-f960f3e36672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033030 Jul 14 12:18:33.611421 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-16730442-910a-406c-a071-670d5c65dc0c service neutron] 10.222.0.27 "GET /v2.0/networks/516241b4-a8fc-4020-b297-f960f3e36672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061769 Jul 14 12:18:33.821141 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a708367e-21f9-4cb4-ac1d-2a1ad20a4229 req-30a97b87-4779-436d-a907-30f8392d6db0 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0923121 Jul 14 12:18:33.937539 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 8e1828b5-8681-4c86-810e-2c155091b44f up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:34.017622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 8e1828b5-8681-4c86-810e-2c155091b44f triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:34.025056 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:34.133564 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 8e1828b5-8681-4c86-810e-2c155091b44f is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:34.134642 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f63c9a59-2bb6-43d1-9de0-03e5316d84ba up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:34.144096 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9afa53e7-0f9c-4319-83ae-3c5a68d43f12 req-eb53409a-c8ab-4aeb-8a48-9fc8b1632cb8 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 210 time: 0.0606923 Jul 14 12:18:34.160096 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:34.216128 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f63c9a59-2bb6-43d1-9de0-03e5316d84ba triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:34.216521 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:34.386468 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:18:34.406051 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ed933337-df86-40ec-9e51-44cdcfc1c887 req-b298b716-90f9-4f91-a018-6c245198188d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0815263 Jul 14 12:18:34.476549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f63c9a59-2bb6-43d1-9de0-03e5316d84ba is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:34.476549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:34.499312 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port f63c9a59-2bb6-43d1-9de0-03e5316d84ba, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:34.612976 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:34.651413 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-41e5beba-c1a0-457f-ab2c-2fc5442e212e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:34.656698 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-41e5beba-c1a0-457f-ab2c-2fc5442e212e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 819 time: 0.1564448 Jul 14 12:18:34.686054 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-faa66aa7-25d8-4f07-b631-cf2a010304ca tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/quotas/bb62d84584b3426687390833270648d6 HTTP/1.1" status: 200 len: 375 time: 0.0154195 Jul 14 12:18:34.720307 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:34.797669 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-f3266970-adc6-4311-bdd4-c54db3d25e71 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052792 Jul 14 12:18:34.912226 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-a3d9cd6f-9db5-4e3d-a84b-859e693c5564 service neutron] 10.222.0.27 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080492 Jul 14 12:18:35.040659 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-234d24e6-bc80-4f7c-80fd-7bc86edcf51a service neutron] 10.222.0.27 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224906 Jul 14 12:18:35.155013 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:35.279544 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e33126a-833e-4b18-b41d-d31ac49d09f6 req-8ab7a3a1-3d81-4a5a-9a14-dc73a516c40b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0335958 Jul 14 12:18:35.399667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Sync routers for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:18:35.419431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:35.427810 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:35.428938 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:35.518162 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-10bd8510-6bf1-4ddd-be9b-440dc7aca5f7 req-2f1321bb-75a4-4c0a-938d-66d163e42172 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.0881097 Jul 14 12:18:35.617940 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:35.669144 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7e2f8de6-207f-4b6f-8eef-22fa12e3b1b2 req-4f4b04f3-449f-4f70-b80e-96174170c388 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0699027 Jul 14 12:18:35.911563 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f63c9a59-2bb6-43d1-9de0-03e5316d84ba up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:36.005201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f63c9a59-2bb6-43d1-9de0-03e5316d84ba triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:36.005588 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:36.103136 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 2, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:36.136494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Checking router: f90c51cd-81cf-4f30-8618-5e65dc692583 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:18:36.136895 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Updating router f90c51cd-81cf-4f30-8618-5e65dc692583 port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:18:36.213713 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f63c9a59-2bb6-43d1-9de0-03e5316d84ba is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:36.220351 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:36.227699 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:36.536191 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53750) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:36.584923 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9f2a16ab-0ca1-4e24-b51e-316d257b3c75 req-4af4f1e6-df05-4ee5-a264-4641c40308bd tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.1087925 Jul 14 12:18:36.703995 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Publish callbacks [] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:36.836184 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8323b9ea-f079-464b-aab3-9d6c06296124 req-3c94f35d-2962-43df-b17b-f55d896ddd23 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0382981 Jul 14 12:18:36.862533 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:36.916464 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc370-835c-4fec-8bca-192aecef0d42 None None] Pushing event updated for resources: {'Port': ['ID=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:37.000267 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86475d77-106d-4a27-b765-5890848eefc2 req-b6d23cb1-72a1-439b-a3d6-525bdfe78177 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.3927400 Jul 14 12:18:37.009064 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-23257399-1a06-4b79-8841-0aabc2b654ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.061657 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Attempting to bind port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:37.062306 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Attempting to bind port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:37.062684 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Attempting to bind port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:37.074824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:37.077821 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Checking segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:37.078246 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.079003 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Bound using segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:37.081158 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Bound port: 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:37.081563 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.090429 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53768) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:37.185708 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-23257399-1a06-4b79-8841-0aabc2b654ad admin admin] Publish callbacks [] for security_group (81108082-64e7-4788-8cb7-f445934769d9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.256703 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] For port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:37.261206 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] For port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:37.285117 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-23257399-1a06-4b79-8841-0aabc2b654ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (81108082-64e7-4788-8cb7-f445934769d9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.338084 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:37.345617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8e57f9ab-dd64-4a6f-8c68-50b2e092dc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.363035 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-23257399-1a06-4b79-8841-0aabc2b654ad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e8c82e1c7ee74798b03deba105d1cbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8255479 Jul 14 12:18:37.365723 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53786) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:37.366018 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257399-1a06-4b79-8841-0aabc2b654ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81108082-64e7-4788-8cb7-f445934769d9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:37.376837 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.456401 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:18:37.457256 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:18:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:37.493732 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-948dc57c-8504-4e83-99eb-a437bd8a0ee7 admin admin] Publish callbacks [] for security_group (81108082-64e7-4788-8cb7-f445934769d9), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.513849 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:37.525832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-948dc57c-8504-4e83-99eb-a437bd8a0ee7 admin admin] Publish callbacks [] for security_group (81108082-64e7-4788-8cb7-f445934769d9), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.558728 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] Provisioning complete for port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:37.559950 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.567086 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc370-835c-4fec-8bca-192aecef0d42 None None] Pushing event updated for resources: {'Port': ['ID=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:37.667904 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-948dc57c-8504-4e83-99eb-a437bd8a0ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (81108082-64e7-4788-8cb7-f445934769d9), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.670741 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-948dc57c-8504-4e83-99eb-a437bd8a0ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.674510 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-948dc57c-8504-4e83-99eb-a437bd8a0ee7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/81108082-64e7-4788-8cb7-f445934769d9 HTTP/1.1" status: 204 len: 168 time: 0.3053479 Jul 14 12:18:37.674510 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8e57f9ab-dd64-4a6f-8c68-50b2e092dc8f admin admin] Publish callbacks [] for security_group (7489635a-832e-4808-a4df-31b56783caae), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.683144 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948dc57c-8504-4e83-99eb-a437bd8a0ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81108082-64e7-4788-8cb7-f445934769d9,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:37.769562 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:37.783089 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8e57f9ab-dd64-4a6f-8c68-50b2e092dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7489635a-832e-4808-a4df-31b56783caae), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.798661 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-aa07abc8-36fb-44fd-b679-98b6fc9118f4 req-d8ac5d12-0c11-4ce4-8a05-9213e6b1eb2c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0510879 Jul 14 12:18:37.852910 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] Current status of the port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:37.853293 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:37.857184 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:18:37.864004 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57f9ab-dd64-4a6f-8c68-50b2e092dc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7489635a-832e-4808-a4df-31b56783caae,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:37.870950 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-8e57f9ab-dd64-4a6f-8c68-50b2e092dc8f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d275cd8750a84a94ab24537e76c4b075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7763977 Jul 14 12:18:37.871143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53806) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:37.960066 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:37.979870 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-eb6da7e1-0ea0-44cb-ac5d-f3f60b052e56 admin admin] Publish callbacks [] for security_group (7489635a-832e-4808-a4df-31b56783caae), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.003818 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-eb6da7e1-0ea0-44cb-ac5d-f3f60b052e56 admin admin] Publish callbacks [] for security_group (7489635a-832e-4808-a4df-31b56783caae), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.079116 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a5e2b90-1c7f-486b-9617-41ca428b0e7e req-69806284-f8b0-4f45-8c7d-9227716317d8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0440345 Jul 14 12:18:38.109578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] For port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:38.127919 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:38.130944 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.138213 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d44f9f28-c6ae-48f8-bbbe-868bb4416e87 req-0614838c-359e-4fb0-b388-54bf799501c6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.0621424 Jul 14 12:18:38.161469 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bb2c1cfa-aa95-4677-adc2-449cf5e81a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.186097 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-eb6da7e1-0ea0-44cb-ac5d-f3f60b052e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7489635a-832e-4808-a4df-31b56783caae), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.189423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-eb6da7e1-0ea0-44cb-ac5d-f3f60b052e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.191076 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-eb6da7e1-0ea0-44cb-ac5d-f3f60b052e56 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7489635a-832e-4808-a4df-31b56783caae HTTP/1.1" status: 204 len: 168 time: 0.3189509 Jul 14 12:18:38.200675 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.215194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6da7e1-0ea0-44cb-ac5d-f3f60b052e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7489635a-832e-4808-a4df-31b56783caae,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:38.269512 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:37Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:38.346566 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be027761-b2d1-4427-83ef-c1a4891454af None None] The sync data for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi is: [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:37Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:18:38.356045 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9aa32-8faf-4e18-bfc7-c6555ac3a945 None None] Pushing event updated for resources: {'Port': ['ID=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:38.365311 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:38.366844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-bc2e89c5-7fff-4608-98da-721de3c10bbb None None] Provisioning complete for port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:38.367222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bc2e89c5-7fff-4608-98da-721de3c10bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:38.383587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.86', 55847) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:38.389396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:38.490176 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e89c5-7fff-4608-98da-721de3c10bbb None None] Current status of the port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:38.587085 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-89751172-9739-4713-9a3f-163149913431 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:38.592884 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-89751172-9739-4713-9a3f-163149913431 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 819 time: 0.2081819 Jul 14 12:18:38.595164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.86', 55848) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:38.727382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.86', 55849) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:38.759255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'port': {'device_id': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'admin_state_up': True, 'tenant_id': 'bb62d84584b3426687390833270648d6'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:39.009445 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-36c311cf-68e0-4fa3-aee9-e2b53dd49dba tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:39.011220 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-36c311cf-68e0-4fa3-aee9-e2b53dd49dba tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 810 time: 0.2578735 Jul 14 12:18:39.093729 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dab3d6d3-620f-48fc-af8a-4ceaa02322e8 req-d238484e-cbc9-4121-87d5-234c849cb2bd tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0806086 Jul 14 12:18:39.199831 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-9ef103c9-ac4b-4b73-b436-cb5db425d0e0 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:39.201546 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-9ef103c9-ac4b-4b73-b436-cb5db425d0e0 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.86 "GET /v2.0/networks?id=516241b4-a8fc-4020-b297-f960f3e36672 HTTP/1.1" status: 200 len: 812 time: 0.4988182 Jul 14 12:18:39.281338 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3b33a74e-67eb-41ca-8166-d28c327819ea req-72c56e62-e539-4710-b97e-81664067c040 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0908902 Jul 14 12:18:39.292152 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:39.299295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Request body: {'port': {'device_id': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'admin_state_up': True, 'tenant_id': '1500083e98d84701b246fbbd749354fa'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:39.360003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Made reservation on behalf of bb62d84584b3426687390833270648d6 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:39.363677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:39.424087 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-d3b1d55e-c325-407a-aeaa-076049bbbd19 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33b09a1d039248aa95a089c8d8d99c68 HTTP/1.1" status: 200 len: 379 time: 0.1364696 Jul 14 12:18:39.470446 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53876) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:39.483308 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'port': {'device_id': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'admin_state_up': True, 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'security_groups': ['defcdfe4-11be-41e8-b5df-34933bcc45ba']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:39.660188 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 53896) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:39.741023 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.86', 55858) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:39.910498 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:18:39.938155 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-48894934-14e5-41ed-9a0c-c52156ac0b02 req-ca865fc2-5954-4247-a028-787aa003c5a2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.5901535 Jul 14 12:18:39.975012 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-0caf4179-657d-4d57-b54a-d8b641d8e200 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:39.976859 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-0caf4179-657d-4d57-b54a-d8b641d8e200 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 819 time: 0.2343247 Jul 14 12:18:39.995310 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1288855613-network', 'tenant_id': '7cdf723129954ef4b166727c84dd9d57'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:40.032197 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'port': {'device_id': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'admin_state_up': True, 'tenant_id': 'bb62d84584b3426687390833270648d6'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:40.038595 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:40.038998 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.087906 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-839c002e-36cd-4225-8c62-ff31a03bcb4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.168170 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:40.170427 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:40.302088 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6b9b-0959-4c06-85b7-9ddf6ae4a889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.360140 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5aff8b38-fb88-45a2-afb5-255caa23bbfa req-4199c839-8a0e-41aa-aa90-332487ed6a43 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0785964 Jul 14 12:18:40.385815 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Made reservation on behalf of 7cdf723129954ef4b166727c84dd9d57 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:40.395207 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.439049 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Made reservation on behalf of 33b09a1d039248aa95a089c8d8d99c68 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:40.442879 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.448543 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.491694 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Allocated IP 172.20.0.8 (d58f87ee-c5c6-4211-9aab-58c9b00ee645/496d81f7-5d70-4301-bdd0-4b7c4af478ca/cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:40.502082 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Made reservation on behalf of 1500083e98d84701b246fbbd749354fa for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:40.505681 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.510666 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-60d0df10-e396-4bbd-93fd-68bdf3f5d162 req-d0c76b52-7cf8-4ff3-91cd-48e0e3b8431a tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0721436 Jul 14 12:18:40.612770 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-839c002e-36cd-4225-8c62-ff31a03bcb4b admin admin] Publish callbacks [] for security_group (c4a62cfa-f567-41a4-8567-36da21550f63), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.800878 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:40.835069 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Allocated IP 172.20.0.4 (d7a5d35d-c460-4290-bd4b-813214351817/0550d0f4-1830-4c0b-984d-6dff1a7e752c/eb0f6ace-e868-4677-b659-dfad15db6256) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:40.871718 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks [] for security_group (e2ccce23-0b62-4b71-ac6f-6ad2e71173c7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:40.877595 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Allocated IP 172.20.0.11 (516241b4-a8fc-4020-b297-f960f3e36672/0e7acddd-229f-4644-b21b-924add01d720/c4de4bd3-dc7b-4a40-a881-cdce6997d4fa) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:40.889969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.123190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-839c002e-36cd-4225-8c62-ff31a03bcb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c4a62cfa-f567-41a4-8567-36da21550f63), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.135641 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a398dbad-0b5f-4c96-be7f-e18121a23869 req-18d3a3d1-1fe4-4018-b202-1b4d26196764 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.0520656 Jul 14 12:18:41.153554 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for port (eb0f6ace-e868-4677-b659-dfad15db6256), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.176774 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c002e-36cd-4225-8c62-ff31a03bcb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a62cfa-f567-41a4-8567-36da21550f63,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:41.179686 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Made reservation on behalf of bb62d84584b3426687390833270648d6 for: {'port': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:41.186327 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks [] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.192669 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.231283 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-839c002e-36cd-4225-8c62-ff31a03bcb4b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=38fd4e9f0be14117a09e24bc292f11d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7303882 Jul 14 12:18:41.239633 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 53950) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:41.255943 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.256771 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e2ccce23-0b62-4b71-ac6f-6ad2e71173c7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.280455 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:41.342545 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:18:41.355899 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccce23-0b62-4b71-ac6f-6ad2e71173c7,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:41.363942 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:41.403513 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:41.414827 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:41.419259 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (28731404-b3d5-46ff-a9c6-e0f875cabffa), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.419766 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Added segment 28731404-b3d5-46ff-a9c6-e0f875cabffa of type vlan for network 58e56833-3e2d-445a-bc9b-6934b4d50283 Jul 14 12:18:41.422611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:41.430192 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.464244 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.474419 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'Port': ['ID=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:41.480118 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a3625a47-3847-47ee-803d-06b168ede197 admin admin] Publish callbacks [] for security_group (c4a62cfa-f567-41a4-8567-36da21550f63), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.536089 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a3625a47-3847-47ee-803d-06b168ede197 admin admin] Publish callbacks [] for security_group (c4a62cfa-f567-41a4-8567-36da21550f63), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.552308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.611871 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.668419 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-eec9c947-c987-49a1-bc07-eb098af501df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9119635 Jul 14 12:18:41.752270 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-e977b37b-d750-4aa6-a817-945bf66eb42a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:18:41.753789 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-e977b37b-d750-4aa6-a817-945bf66eb42a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0356658 Jul 14 12:18:41.756381 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (58e56833-3e2d-445a-bc9b-6934b4d50283), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.757143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Network 516241b4-a8fc-4020-b297-f960f3e36672 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:41.795015 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:41.805151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:41.818631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:41.829374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:41.830363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.833845 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Network d7a5d35d-c460-4290-bd4b-813214351817 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:41.845484 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Pushing event updated for resources: {'Port': ['ID=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:41.863101 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c69d95-7647-4551-b592-e62724b70ae6 req-6b53e485-f2f9-4cbc-892b-52ebe2aa1fb4 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:41.873868 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25c69d95-7647-4551-b592-e62724b70ae6 req-6b53e485-f2f9-4cbc-892b-52ebe2aa1fb4 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 932 time: 0.1891105 Jul 14 12:18:41.874175 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Allocated IP 172.20.0.13 (d58f87ee-c5c6-4211-9aab-58c9b00ee645/496d81f7-5d70-4301-bdd0-4b7c4af478ca/63aff066-06a0-4d2d-843c-dc7c5ba642ad) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:18:41.878203 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-78d3239d-275c-40ea-bd99-b74498c7774d None None] Provisioning complete for port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:41.878893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-78d3239d-275c-40ea-bd99-b74498c7774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.889117 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'Port': ['ID=eb0f6ace-e868-4677-b659-dfad15db6256,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:41.902549 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:41.996123 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a3625a47-3847-47ee-803d-06b168ede197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c4a62cfa-f567-41a4-8567-36da21550f63), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:41.997982 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-78d3239d-275c-40ea-bd99-b74498c7774d None None] Port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:42.003929 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a3625a47-3847-47ee-803d-06b168ede197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.007705 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a3625a47-3847-47ee-803d-06b168ede197 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c4a62cfa-f567-41a4-8567-36da21550f63 HTTP/1.1" status: 204 len: 168 time: 0.7665396 Jul 14 12:18:42.014426 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-7e5b710f-848f-4f18-8359-958f14bdb50d tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7265701 Jul 14 12:18:42.055412 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca525f2-a50a-41fe-bf5f-7f97e0c2ac3f req-8beb9f19-c45f-4193-86cd-24c9b067abc9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:42.067276 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1ca525f2-a50a-41fe-bf5f-7f97e0c2ac3f req-8beb9f19-c45f-4193-86cd-24c9b067abc9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.4899948 Jul 14 12:18:42.102404 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:42.124923 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:42.127590 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.155204 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:42.164378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3625a47-3847-47ee-803d-06b168ede197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a62cfa-f567-41a4-8567-36da21550f63,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:42.207173 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25c69d95-7647-4551-b592-e62724b70ae6 req-95203881-25ea-47f0-8662-7dcb841a4928 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351355 Jul 14 12:18:42.242873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Request body: {'port': {'device_id': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:42.365203 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Request body: {'port': {'device_id': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:42.366827 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:42.436900 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-68360540-e618-43ee-b9a4-1b7d11d575d8 None None] Provisioning complete for port eb0f6ace-e868-4677-b659-dfad15db6256 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:42.437306 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-68360540-e618-43ee-b9a4-1b7d11d575d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.439780 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8d59d9e8-7414-4264-b252-eb4e237b923c req-bf693996-e6b4-476b-9613-d19c754495be tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.0492599 Jul 14 12:18:42.505837 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.522853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.559883 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.560973 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-68360540-e618-43ee-b9a4-1b7d11d575d8 None None] Port eb0f6ace-e868-4677-b659-dfad15db6256 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:42.588801 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-68360540-e618-43ee-b9a4-1b7d11d575d8 None None] Provisioning complete for port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:42.588801 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-68360540-e618-43ee-b9a4-1b7d11d575d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.656465 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1ca525f2-a50a-41fe-bf5f-7f97e0c2ac3f req-e0c0c894-e313-4622-99c7-4ef007d5ccd5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5877149 Jul 14 12:18:42.666697 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-e78815b6-6c9d-434b-994e-e552fdaa925c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2141814 Jul 14 12:18:42.681876 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:42.682669 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-68360540-e618-43ee-b9a4-1b7d11d575d8 None None] Port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:42.713257 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:42.742660 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.896971 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.921795 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (58e56833-3e2d-445a-bc9b-6934b4d50283), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.922897 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:42.923896 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:42.928844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:43.201302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:43.258910 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:18:43.263228 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'Port': ['ID=63aff066-06a0-4d2d-843c-dc7c5ba642ad,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:43.271023 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:43.276591 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:18:43.293123 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:43.293909 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:43.297475 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] Pushing event updated for resources: {'Network': ['ID=58e56833-3e2d-445a-bc9b-6934b4d50283,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:43.321822 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:43.339104 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 58e56833-3e2d-445a-bc9b-6934b4d50283 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:18:43.432930 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-13d19f5f-1e72-4672-8f06-df4ab33928cd admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.7750320 Jul 14 12:18:43.438651 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-ca8e576e-6d39-4a79-81a8-20ef3fc2f75d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4250176 Jul 14 12:18:43.440171 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54000) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:43.457179 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Request body: {'subnet': {'network_id': '58e56833-3e2d-445a-bc9b-6934b4d50283', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1288855613-subnet', 'tenant_id': '7cdf723129954ef4b166727c84dd9d57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:43.526968 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:43.655953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:18:43.661795 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:43.680955 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6700c2f-f753-4119-be1a-50b12584adec req-f4221025-1cfa-44dc-a008-17cfe2204819 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:43.684045 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d6700c2f-f753-4119-be1a-50b12584adec req-f4221025-1cfa-44dc-a008-17cfe2204819 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.1178432 Jul 14 12:18:43.685258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:43.686572 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Made reservation on behalf of 7cdf723129954ef4b166727c84dd9d57 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:43.691980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:43.729634 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Publish callbacks [] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:43.758759 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Transition to ACTIVE for port object cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:18:43.774756 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-65900082-469f-4e57-9b5a-9b9a8f54191b None None] Provisioning complete for port 63aff066-06a0-4d2d-843c-dc7c5ba642ad triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:18:43.776029 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-65900082-469f-4e57-9b5a-9b9a8f54191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:43.801351 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bceac-0dff-48ba-987c-1aee206ecb33 req-e64dc069-5405-45ff-a7bd-8d22a258aaad tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:43.810289 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b40bceac-0dff-48ba-987c-1aee206ecb33 req-e64dc069-5405-45ff-a7bd-8d22a258aaad tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 932 time: 0.5051394 Jul 14 12:18:43.867287 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:43.882936 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-65900082-469f-4e57-9b5a-9b9a8f54191b None None] Port 63aff066-06a0-4d2d-843c-dc7c5ba642ad cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:18:44.069934 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d6700c2f-f753-4119-be1a-50b12584adec req-44f46b97-d270-4304-8a18-a832254f4136 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380314 Jul 14 12:18:44.086629 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (ff347b50-3983-4cfe-86fb-5071ea7670c5), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.241467 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff347b50-3983-4cfe-86fb-5071ea7670c5,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:44.340767 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:44.379346 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a5345-16ea-4784-9e3a-2a72a0780f0b req-1b4a9d79-3b76-484d-ba01-0a47d609ebb0 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:44.381507 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:44.390036 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9a5345-16ea-4784-9e3a-2a72a0780f0b req-1b4a9d79-3b76-484d-ba01-0a47d609ebb0 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.1265857 Jul 14 12:18:44.405724 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b40bceac-0dff-48ba-987c-1aee206ecb33 req-2efc39f3-2db3-480c-a8db-d964071ce8ba tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942822 Jul 14 12:18:44.435471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4de4bd3-dc7b-4a40-a881-cdce6997d4fa {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:18:44.447649 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Publish callbacks [] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.452025 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Attempting to bind port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:44.452536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Attempting to bind port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:44.452971 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Attempting to bind port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:44.463148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:18:44.466441 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Attempting to bind port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:44.475245 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:44.475614 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Checking segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:44.476153 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Bound using segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:44.476587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Bound port: cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:44.476954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.494957 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Checking segment: {'id': '28731404-b3d5-46ff-a9c6-e0f875cabffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '58e56833-3e2d-445a-bc9b-6934b4d50283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:44.495554 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Network hostable DHCP agents. Network: 58e56833-3e2d-445a-bc9b-6934b4d50283, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:18:44.507791 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Transition to ACTIVE for port object c4de4bd3-dc7b-4a40-a881-cdce6997d4fa will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:18:44.571226 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9a5345-16ea-4784-9e3a-2a72a0780f0b req-c36c215f-aa63-4c27-8661-304246536b59 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800382 Jul 14 12:18:44.620173 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] For port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:44.625733 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] For port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:44.627153 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.696227 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:44.705352 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Network 58e56833-3e2d-445a-bc9b-6934b4d50283 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:18:44.741195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.772133 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Attempting to bind port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:44.772582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Attempting to bind port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:44.778439 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Attempting to bind port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa on network 516241b4-a8fc-4020-b297-f960f3e36672 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:44.788637 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:44.818167 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa on network 516241b4-a8fc-4020-b297-f960f3e36672 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:18:44.818585 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Attempting to bind port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa on network 516241b4-a8fc-4020-b297-f960f3e36672 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:44.825326 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 58e56833-3e2d-445a-bc9b-6934b4d50283) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:44.832014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:44.832640 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.839909 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] 10.222.0.86 "PUT /v2.0/ports/cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 200 len: 1093 time: 2.8068721 Jul 14 12:18:44.839909 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'tag': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:18:44.840349 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:44.840349 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:44.881273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb17e2-e5b9-4c19-a4fc-90a322ebf665 None None] Network 58e56833-3e2d-445a-bc9b-6934b4d50283 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:44.931781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:44.931781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Checking segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:44.931781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Bound using segment: {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:44.931781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Bound port: c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a21d6dce-c766-4b00-90bb-2c39a2fd7590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:44.931781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:45.053878 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a5b48994-8230-4deb-8bf4-17125ef8d698 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6108370 Jul 14 12:18:45.056730 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574cfd5-dde9-4edc-8be9-d87e1534fdb9 None None] Network 58e56833-3e2d-445a-bc9b-6934b4d50283 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:45.187443 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb2e17-5c2c-480b-aec1-6f3928013f44 service neutron] Pushing event updated for resources: {'Port': ['ID=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:45.270426 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] For port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:45.277774 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] For port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:45.286804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f8b491-7aef-4028-93fd-15866695b55b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b616c-dc02-4d81-9eb1-028c8077a4fe", "tag": "cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:45.388187 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817106-2b04-44a9-b88b-4380243d7e38 req-bf51e113-b5f3-4b68-9764-c98fe13df790 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:45.406358 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-42817106-2b04-44a9-b88b-4380243d7e38 req-bf51e113-b5f3-4b68-9764-c98fe13df790 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.1108861 Jul 14 12:18:45.494125 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-42817106-2b04-44a9-b88b-4380243d7e38 req-2d8f85b9-71de-4f96-8cc2-7e6d95bd52b3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Jul 14 12:18:45.494125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:45.562907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:45.562907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:45.564368 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] 10.222.0.86 "PUT /v2.0/ports/c4de4bd3-dc7b-4a40-a881-cdce6997d4fa HTTP/1.1" status: 200 len: 1094 time: 3.5076270 Jul 14 12:18:45.598844 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b9b7e-0645-479c-85e4-a2b0a2789cc9 service neutron] Pushing event updated for resources: {'Port': ['ID=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:45.637215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c53338-0161-4ef8-b209-09d665ac1dc4 x-openstack-request-id: req-15c53338-0161-4ef8-b209-09d665ac1dc4 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:45.637606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b616c-dc02-4d81-9eb1-028c8077a4fe", "tag": "cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:45.637883 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15c53338-0161-4ef8-b209-09d665ac1dc4 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:45.640897 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c53338-0161-4ef8-b209-09d665ac1dc4'] response: {'name': 'network-changed', 'server_uuid': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'tag': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd', 'status': 'completed', 'code': 200} Jul 14 12:18:45.785482 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ce95c-e6d2-42db-80a3-5d3f6ebd7da0 req-0ac18add-3c81-488f-9a60-5a5316e77d3b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:45.799705 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9f7ce95c-e6d2-42db-80a3-5d3f6ebd7da0 req-0ac18add-3c81-488f-9a60-5a5316e77d3b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.1112156 Jul 14 12:18:45.805450 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad83a29-a7d1-4fea-aebb-c0f5248a5850 req-8997e105-a76c-411e-a1b0-ae41d5a495d9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:45.815439 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3ad83a29-a7d1-4fea-aebb-c0f5248a5850 req-8997e105-a76c-411e-a1b0-ae41d5a495d9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.1526053 Jul 14 12:18:45.959015 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:46.006268 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9f7ce95c-e6d2-42db-80a3-5d3f6ebd7da0 req-a69bbf5c-21ff-42af-af7d-5ade734eae28 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077291 Jul 14 12:18:46.058732 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3ad83a29-a7d1-4fea-aebb-c0f5248a5850 req-5ce0d92a-044c-4677-96af-6a56cb785036 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422750 Jul 14 12:18:46.198964 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:46.417369 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54088) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:46.422868 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798168334-network', 'tenant_id': '20c04a41f553455187d978e8dd4ae68a'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:46.541723 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Made reservation on behalf of 20c04a41f553455187d978e8dd4ae68a for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:46.544962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.567539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54094) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:46.572079 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.635427 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a014159-ac44-4927-b613-abee9457c59f req-e1dfaf90-5ef5-41a2-806f-cf695c4c607f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:46.636555 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a014159-ac44-4927-b613-abee9457c59f req-e1dfaf90-5ef5-41a2-806f-cf695c4c607f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.0863645 Jul 14 12:18:46.721262 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a014159-ac44-4927-b613-abee9457c59f req-8a485575-cf81-4a7f-b857-44617c4ee1de tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741999 Jul 14 12:18:46.730740 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6de984c7-62bb-4bcb-b87d-25a1e3c3bfcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.754186 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks [] for security_group (61eb15aa-ec31-49e1-87b5-7962415faedb), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.824397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6de984c7-62bb-4bcb-b87d-25a1e3c3bfcf admin admin] Publish callbacks [] for security_group (cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.908039 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (61eb15aa-ec31-49e1-87b5-7962415faedb), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.943277 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6de984c7-62bb-4bcb-b87d-25a1e3c3bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.955260 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:18:46.970026 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61eb15aa-ec31-49e1-87b5-7962415faedb,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:46.977588 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (e506b055-a35f-43ad-9dea-aa579500206b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:46.978105 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Added segment e506b055-a35f-43ad-9dea-aa579500206b of type vlan for network 9fe027ba-585c-438e-9c40-7b2e1713a3ff Jul 14 12:18:47.016970 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6de984c7-62bb-4bcb-b87d-25a1e3c3bfcf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=52b69bf6562e4a25800f13288975e44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4485054 Jul 14 12:18:47.017909 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de984c7-62bb-4bcb-b87d-25a1e3c3bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:47.026404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54110) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:47.115583 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:47.126819 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (9fe027ba-585c-438e-9c40-7b2e1713a3ff), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.207172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:47.214351 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-18a9b2d7-57f3-43be-8297-ddb523d62ecd admin admin] Publish callbacks [] for security_group (cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.233163 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8d5eb-742f-4b30-9cf1-450311c850ea req-316c36dc-1aba-4fa9-9439-1880dd4c656b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:47.234709 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5d8d5eb-742f-4b30-9cf1-450311c850ea req-316c36dc-1aba-4fa9-9439-1880dd4c656b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0673733 Jul 14 12:18:47.238985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58b50e-f6dd-45dc-b4f0-9e4c9eb848f5 req-0db7e41a-0450-4082-967b-69bff3f6b486 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:47.240595 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4b58b50e-f6dd-45dc-b4f0-9e4c9eb848f5 req-0db7e41a-0450-4082-967b-69bff3f6b486 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.0868382 Jul 14 12:18:47.262730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-18a9b2d7-57f3-43be-8297-ddb523d62ecd admin admin] Publish callbacks [] for security_group (cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.303286 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (9fe027ba-585c-438e-9c40-7b2e1713a3ff), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.304583 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:47.305401 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.334036 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d5d8d5eb-742f-4b30-9cf1-450311c850ea req-6fc41176-f776-48ea-8d4b-0958b92902ae tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923715 Jul 14 12:18:47.351695 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4b58b50e-f6dd-45dc-b4f0-9e4c9eb848f5 req-36d19f82-09a9-4477-9c26-823be1a49f5f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036947 Jul 14 12:18:47.398520 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe027ba-585c-438e-9c40-7b2e1713a3ff,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:47.410829 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 9fe027ba-585c-438e-9c40-7b2e1713a3ff details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:18:47.450888 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e25111f9-4500-4dfa-885c-53d233d19538 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0289984 Jul 14 12:18:47.461962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54116) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:47.461962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Request body: {'subnet': {'network_id': '9fe027ba-585c-438e-9c40-7b2e1713a3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798168334-subnet', 'tenant_id': '20c04a41f553455187d978e8dd4ae68a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:47.486664 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-18a9b2d7-57f3-43be-8297-ddb523d62ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.489264 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-18a9b2d7-57f3-43be-8297-ddb523d62ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.492792 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-18a9b2d7-57f3-43be-8297-ddb523d62ecd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6 HTTP/1.1" status: 204 len: 168 time: 0.4630873 Jul 14 12:18:47.505975 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9b2d7-57f3-43be-8297-ddb523d62ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd1c604-2094-4d1c-8dfb-ddb1e08c4fb6,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:47.581945 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Made reservation on behalf of 20c04a41f553455187d978e8dd4ae68a for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:18:47.584462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.644838 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'tag': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:18:47.647259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e1375-e40c-4782-bfe4-895d1fc8847e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7f193e-2bb2-42ac-a92a-e23f4fb316cb", "tag": "c4de4bd3-dc7b-4a40-a881-cdce6997d4fa"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:47.758434 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e29e13-8b1c-4ff7-803f-1601e893a8d9 x-openstack-request-id: req-e5e29e13-8b1c-4ff7-803f-1601e893a8d9 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:47.758552 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7f193e-2bb2-42ac-a92a-e23f4fb316cb", "tag": "c4de4bd3-dc7b-4a40-a881-cdce6997d4fa", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:47.758781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e5e29e13-8b1c-4ff7-803f-1601e893a8d9 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:47.759186 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e29e13-8b1c-4ff7-803f-1601e893a8d9'] response: {'name': 'network-changed', 'server_uuid': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'tag': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa', 'status': 'completed', 'code': 200} Jul 14 12:18:47.822084 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:47.907859 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe2361-aefa-41b7-b802-544c16f8ba97 req-ef4822e9-8f39-413e-8b67-6fef785fa7a2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:47.909414 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bafe2361-aefa-41b7-b802-544c16f8ba97 req-ef4822e9-8f39-413e-8b67-6fef785fa7a2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.0703318 Jul 14 12:18:48.024404 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bafe2361-aefa-41b7-b802-544c16f8ba97 req-f998b542-1f05-495d-90c0-68006efa51bd tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084538 Jul 14 12:18:48.034568 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (f92c756d-f100-49f3-968b-4363505d431b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:48.203709 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Checking segment: {'id': 'e506b055-a35f-43ad-9dea-aa579500206b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9fe027ba-585c-438e-9c40-7b2e1713a3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:48.204064 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Network hostable DHCP agents. Network: 9fe027ba-585c-438e-9c40-7b2e1713a3ff, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:18:48.206324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92c756d-f100-49f3-968b-4363505d431b,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:48.346090 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:48.347195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Network 9fe027ba-585c-438e-9c40-7b2e1713a3ff is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:18:48.435613 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 9fe027ba-585c-438e-9c40-7b2e1713a3ff) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:18:48.444408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:48.444408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:48.448712 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1eb507-da80-4ed5-b69b-d13be02a84fe None None] Network 9fe027ba-585c-438e-9c40-7b2e1713a3ff requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:48.479012 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:48.525507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85de181-8050-46b2-80b7-959f0eda47a5 req-5a2ce9a8-2c83-419f-b41c-6983f5d72ee1 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:48.527407 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b85de181-8050-46b2-80b7-959f0eda47a5 req-5a2ce9a8-2c83-419f-b41c-6983f5d72ee1 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0855749 Jul 14 12:18:48.568386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ac7b0-5eda-425b-9ce9-1f20926aeb75 req-f7e0044c-cb17-4448-9974-607f01f48459 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:48.570175 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-359ac7b0-5eda-425b-9ce9-1f20926aeb75 req-f7e0044c-cb17-4448-9974-607f01f48459 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.0742342 Jul 14 12:18:48.598682 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ef596616-ba4b-4bc0-a7c7-f9e6c14cf927 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1381404 Jul 14 12:18:48.635230 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b85de181-8050-46b2-80b7-959f0eda47a5 req-62e27916-7428-4cce-a68c-caaa7cc2cc73 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011717 Jul 14 12:18:48.663664 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce63e8-224d-4b49-8782-2c4855630716 None None] Network 9fe027ba-585c-438e-9c40-7b2e1713a3ff requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:18:48.700344 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-359ac7b0-5eda-425b-9ce9-1f20926aeb75 req-7e991e6e-9828-45c9-824f-68d75b6f858f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997307 Jul 14 12:18:48.789876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54162) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:48.841878 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Deleting subnet ff347b50-3983-4cfe-86fb-5071ea7670c5 {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:18:48.845948 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Publish callbacks [] for subnet (ff347b50-3983-4cfe-86fb-5071ea7670c5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:48.883758 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Publish callbacks [] for subnet (ff347b50-3983-4cfe-86fb-5071ea7670c5), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:48.896215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (ff347b50-3983-4cfe-86fb-5071ea7670c5), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.028363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (ff347b50-3983-4cfe-86fb-5071ea7670c5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.055705 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff347b50-3983-4cfe-86fb-5071ea7670c5,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:49.060412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.065671 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7eefe09d-4497-477a-bb69-d25bf958a75d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ff347b50-3983-4cfe-86fb-5071ea7670c5 HTTP/1.1" status: 204 len: 168 time: 0.2724087 Jul 14 12:18:49.065774 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54166) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:49.158938 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (58e56833-3e2d-445a-bc9b-6934b4d50283), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.186333 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ecf80-7ea8-4fe4-a345-66f2b24cef5a req-fe6736f9-fa32-4594-bc7f-62697e00ea14 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:49.187887 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4b2ecf80-7ea8-4fe4-a345-66f2b24cef5a req-fe6736f9-fa32-4594-bc7f-62697e00ea14 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.0563567 Jul 14 12:18:49.267469 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4b2ecf80-7ea8-4fe4-a345-66f2b24cef5a req-059493d0-3b08-4fa6-a479-dd93d9c075f0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697701 Jul 14 12:18:49.297636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (58e56833-3e2d-445a-bc9b-6934b4d50283), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.327681 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.328043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.328775 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.329102 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.329631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.329785 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.330126 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.330476 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.330806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.331116 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.501393 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.501746 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.502073 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.502399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104470) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:49.502791 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e56833-3e2d-445a-bc9b-6934b4d50283']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:49.521091 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28731404-b3d5-46ff-a9c6-e0f875cabffa') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:49.521649 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28731404-b3d5-46ff-a9c6-e0f875cabffa') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:49.540388 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (28731404-b3d5-46ff-a9c6-e0f875cabffa), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.565136 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (28731404-b3d5-46ff-a9c6-e0f875cabffa), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.574046 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:18:49.574447 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (28731404-b3d5-46ff-a9c6-e0f875cabffa), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.782497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (58e56833-3e2d-445a-bc9b-6934b4d50283), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.785059 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f6e4a-5611-4a84-9b91-93d2d7317605 req-8b68214e-2959-4182-a95b-0e37b87e831c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:49.787113 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7a5f6e4a-5611-4a84-9b91-93d2d7317605 req-8b68214e-2959-4182-a95b-0e37b87e831c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0629201 Jul 14 12:18:49.788831 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.792173 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] 10.222.0.27 "DELETE /v2.0/networks/58e56833-3e2d-445a-bc9b-6934b4d50283 HTTP/1.1" status: 204 len: 168 time: 0.7255073 Jul 14 12:18:49.797626 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54218) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:49.806559 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aeb7d8-f4ad-4a7a-a206-769ef48746a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e56833-3e2d-445a-bc9b-6934b4d50283,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:49.859570 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 28731404-b3d5-46ff-a9c6-e0f875cabffa resource provider aggregate not found Jul 14 12:18:49.864695 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Deleting subnet f92c756d-f100-49f3-968b-4363505d431b {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:18:49.870012 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Publish callbacks [] for subnet (f92c756d-f100-49f3-968b-4363505d431b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.889574 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37257d-5441-4f71-b3fd-41deee9b5762 req-88cf0333-e8e2-400b-ba1e-3efcffb3f86d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:49.897283 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9a37257d-5441-4f71-b3fd-41deee9b5762 req-88cf0333-e8e2-400b-ba1e-3efcffb3f86d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.0727456 Jul 14 12:18:49.901112 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 28731404-b3d5-46ff-a9c6-e0f875cabffa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28731404-b3d5-46ff-a9c6-e0f875cabffa found for delete ", "request_id": "req-90d4b07e-ea13-499e-9248-d1d15e06096d"}]} Jul 14 12:18:49.940137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Publish callbacks [] for subnet (f92c756d-f100-49f3-968b-4363505d431b), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:49.946378 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7a5f6e4a-5611-4a84-9b91-93d2d7317605 req-d09fe07c-5875-4686-9a58-48e0130792dd tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085691 Jul 14 12:18:49.949453 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9a37257d-5441-4f71-b3fd-41deee9b5762 req-fb915005-0db6-4b64-82b7-5c64a1485461 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510068 Jul 14 12:18:49.954086 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (f92c756d-f100-49f3-968b-4363505d431b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.085495 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for subnet (f92c756d-f100-49f3-968b-4363505d431b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.113060 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92c756d-f100-49f3-968b-4363505d431b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:50.116857 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.122375 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-824b8053-7121-4b24-9444-a823b3c317c4 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f92c756d-f100-49f3-968b-4363505d431b HTTP/1.1" status: 204 len: 168 time: 0.3214545 Jul 14 12:18:50.122618 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54228) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:50.205663 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (9fe027ba-585c-438e-9c40-7b2e1713a3ff), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.217958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54234) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:50.298855 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (9fe027ba-585c-438e-9c40-7b2e1713a3ff), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.320979 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.321338 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.322080 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.322692 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > port after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.323203 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.323674 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > port after_update 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.324249 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.324598 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.325112 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.325647 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.337694 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-da826df7-ad23-402c-98d1-459fb8603232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.423050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-da826df7-ad23-402c-98d1-459fb8603232 admin admin] Publish callbacks [] for security_group (2ae73a67-2ff5-42de-b606-5e85fa3ac81e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.478947 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-da826df7-ad23-402c-98d1-459fb8603232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2ae73a67-2ff5-42de-b606-5e85fa3ac81e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.489374 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.489715 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.490034 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.490353 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 12:18:50.490715 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe027ba-585c-438e-9c40-7b2e1713a3ff']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:50.520235 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da826df7-ad23-402c-98d1-459fb8603232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae73a67-2ff5-42de-b606-5e85fa3ac81e,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:50.525542 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:50.525542 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e506b055-a35f-43ad-9dea-aa579500206b') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:50.525542 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e506b055-a35f-43ad-9dea-aa579500206b') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:18:50.527307 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-da826df7-ad23-402c-98d1-459fb8603232 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=75d81fcbf8bf44449966ccb19f79665b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082883 Jul 14 12:18:50.528264 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54242) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:50.562029 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (e506b055-a35f-43ad-9dea-aa579500206b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.591740 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd81b24-fd8c-410a-a24b-7e6c52ba73f7 req-131f03f5-baff-4ebf-8984-eaee2376b6f9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:50.593416 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7fd81b24-fd8c-410a-a24b-7e6c52ba73f7 req-131f03f5-baff-4ebf-8984-eaee2376b6f9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.0977609 Jul 14 12:18:50.597485 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (e506b055-a35f-43ad-9dea-aa579500206b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.613488 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:18:50.613876 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (e506b055-a35f-43ad-9dea-aa579500206b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.712848 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7fd81b24-fd8c-410a-a24b-7e6c52ba73f7 req-496a478c-171c-44d3-ba7e-37d4de9b459f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115553 Jul 14 12:18:50.735039 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c1497a7-7738-4a0f-b4bb-a4f9c08c9c32 admin admin] Publish callbacks [] for security_group (2ae73a67-2ff5-42de-b606-5e85fa3ac81e), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.763766 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c1497a7-7738-4a0f-b4bb-a4f9c08c9c32 admin admin] Publish callbacks [] for security_group (2ae73a67-2ff5-42de-b606-5e85fa3ac81e), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.776961 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (9fe027ba-585c-438e-9c40-7b2e1713a3ff), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.786674 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.790147 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] 10.222.0.27 "DELETE /v2.0/networks/9fe027ba-585c-438e-9c40-7b2e1713a3ff HTTP/1.1" status: 204 len: 168 time: 0.6665347 Jul 14 12:18:50.814531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8314e-46c1-4ce4-8d74-3e7e2ca30b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe027ba-585c-438e-9c40-7b2e1713a3ff,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:50.858394 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment e506b055-a35f-43ad-9dea-aa579500206b resource provider aggregate not found Jul 14 12:18:50.873543 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment e506b055-a35f-43ad-9dea-aa579500206b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e506b055-a35f-43ad-9dea-aa579500206b found for delete ", "request_id": "req-ee51cd93-f262-40da-9c50-23b2c4c93352"}]} Jul 14 12:18:50.873999 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c1497a7-7738-4a0f-b4bb-a4f9c08c9c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2ae73a67-2ff5-42de-b606-5e85fa3ac81e), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.877009 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c1497a7-7738-4a0f-b4bb-a4f9c08c9c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:50.878232 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0c1497a7-7738-4a0f-b4bb-a4f9c08c9c32 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2ae73a67-2ff5-42de-b606-5e85fa3ac81e HTTP/1.1" status: 204 len: 168 time: 0.3490636 Jul 14 12:18:50.887066 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1497a7-7738-4a0f-b4bb-a4f9c08c9c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae73a67-2ff5-42de-b606-5e85fa3ac81e,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:51.065708 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f6849-dfd6-4f42-998b-a7b81268f991 req-255be7f7-e449-4c42-924f-5256d91c1734 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:51.067170 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7f7f6849-dfd6-4f42-998b-a7b81268f991 req-255be7f7-e449-4c42-924f-5256d91c1734 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0484776 Jul 14 12:18:51.069981 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c19b5-f943-47f0-b99d-cd83e4318e15 req-623df519-6b2e-4d1f-a0db-0e312181c49b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:51.071616 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8a6c19b5-f943-47f0-b99d-cd83e4318e15 req-623df519-6b2e-4d1f-a0db-0e312181c49b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.0495257 Jul 14 12:18:51.117354 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7f7f6849-dfd6-4f42-998b-a7b81268f991 req-8dd8e154-6fb5-4ad9-a98d-064ca3034f5b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Jul 14 12:18:51.125890 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8a6c19b5-f943-47f0-b99d-cd83e4318e15 req-ed6dc5f2-05e4-4690-a16b-534ca54af3b7 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482595 Jul 14 12:18:51.357558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54270) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:51.399442 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:51.399617 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-bfcab496-7b2e-4c53-b9f1-82730d2422bc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7cdf723129954ef4b166727c84dd9d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407088 Jul 14 12:18:51.402008 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54274) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:51.451816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e870-d0d9-4b77-aa58-9f1881fe0b0f admin admin] Publish callbacks [] for security_group (e2ccce23-0b62-4b71-ac6f-6ad2e71173c7), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:51.473049 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:51.478243 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e870-d0d9-4b77-aa58-9f1881fe0b0f admin admin] Publish callbacks [] for security_group (e2ccce23-0b62-4b71-ac6f-6ad2e71173c7), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:51.593302 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e870-d0d9-4b77-aa58-9f1881fe0b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e2ccce23-0b62-4b71-ac6f-6ad2e71173c7), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:51.595790 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e870-d0d9-4b77-aa58-9f1881fe0b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:51.596931 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-4fe0e870-d0d9-4b77-aa58-9f1881fe0b0f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e2ccce23-0b62-4b71-ac6f-6ad2e71173c7 HTTP/1.1" status: 204 len: 168 time: 0.1940484 Jul 14 12:18:51.605198 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0e870-d0d9-4b77-aa58-9f1881fe0b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccce23-0b62-4b71-ac6f-6ad2e71173c7,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:51.793782 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:51.843106 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ab8d6-08f6-4b78-b1ff-b95671bcfc88 req-b4f4e1f3-1641-4eaa-9ed0-6e5aace964c7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:51.844647 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-db8ab8d6-08f6-4b78-b1ff-b95671bcfc88 req-b4f4e1f3-1641-4eaa-9ed0-6e5aace964c7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.0495408 Jul 14 12:18:51.895327 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-db8ab8d6-08f6-4b78-b1ff-b95671bcfc88 req-5ac3b144-dac9-4c72-acc4-4d6e7a1a8924 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Jul 14 12:18:52.232811 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Request body: {'port': {'device_id': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:52.240914 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Request body: {'port': {'device_id': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:18:52.321783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54314) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:52.325249 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fdb44-c220-4d86-859b-25dca7fd77fc req-3287f9ae-94f5-4342-bbd9-02e031de8500 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:52.327079 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-006fdb44-c220-4d86-859b-25dca7fd77fc req-3287f9ae-94f5-4342-bbd9-02e031de8500 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.1288457 Jul 14 12:18:52.401038 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92813ebc-f883-4e21-86a5-337c28b46a51 req-37da0949-d763-4f44-8022-59ce166ec73c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:52.402538 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92813ebc-f883-4e21-86a5-337c28b46a51 req-37da0949-d763-4f44-8022-59ce166ec73c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 931 time: 0.1961925 Jul 14 12:18:52.408296 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8b491-7aef-4028-93fd-15866695b55b req-f521c46a-8616-4db1-8f2e-a6e8df567e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:52.409771 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d6f8b491-7aef-4028-93fd-15866695b55b req-f521c46a-8616-4db1-8f2e-a6e8df567e43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1127 time: 0.1983259 Jul 14 12:18:52.443784 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1375-e40c-4782-bfe4-895d1fc8847e req-f75e09fe-544b-4172-ae51-4d0193376637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:52.445264 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-769e1375-e40c-4782-bfe4-895d1fc8847e req-f75e09fe-544b-4172-ae51-4d0193376637 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1500083e98d84701b246fbbd749354fa&device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 1128 time: 0.0980606 Jul 14 12:18:52.462835 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ea471b90-9eee-4cba-802b-b8471145172c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=20c04a41f553455187d978e8dd4ae68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375561 Jul 14 12:18:52.463928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54322) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:52.478553 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:52.485601 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92813ebc-f883-4e21-86a5-337c28b46a51 req-a07f481d-e59b-4330-9118-c778d5ada364 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719609 Jul 14 12:18:52.514818 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-006fdb44-c220-4d86-859b-25dca7fd77fc req-cbae1113-be34-4544-8a49-1c683cc5b64b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434996 Jul 14 12:18:52.530859 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:52.682258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-690034e4-e43f-45e2-b6c2-8854650e09b4 admin admin] Publish callbacks [] for security_group (61eb15aa-ec31-49e1-87b5-7962415faedb), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:52.765963 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8b491-7aef-4028-93fd-15866695b55b req-90ab2a0c-c865-4930-ab34-c29bb2000966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:52.767511 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d6f8b491-7aef-4028-93fd-15866695b55b req-90ab2a0c-c865-4930-ab34-c29bb2000966 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bb62d84584b3426687390833270648d6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2804399 Jul 14 12:18:52.770212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1375-e40c-4782-bfe4-895d1fc8847e req-1366ae6c-cbac-4127-8554-954a40460cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:52.771564 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-769e1375-e40c-4782-bfe4-895d1fc8847e req-1366ae6c-cbac-4127-8554-954a40460cf9 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1500083e98d84701b246fbbd749354fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2666600 Jul 14 12:18:52.779531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-690034e4-e43f-45e2-b6c2-8854650e09b4 admin admin] Publish callbacks [] for security_group (61eb15aa-ec31-49e1-87b5-7962415faedb), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.091862 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24f1a5-4940-4298-b50f-df70b7943088 req-1e13ffc2-1e81-4cdd-9c1f-f6116294a2f7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.096180 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4c24f1a5-4940-4298-b50f-df70b7943088 req-1e13ffc2-1e81-4cdd-9c1f-f6116294a2f7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 932 time: 0.1160467 Jul 14 12:18:53.100401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8b491-7aef-4028-93fd-15866695b55b req-8022317c-17ec-4bf6-aeee-6986565fb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.104430 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d6f8b491-7aef-4028-93fd-15866695b55b req-8022317c-17ec-4bf6-aeee-6986565fb89c service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3262050 Jul 14 12:18:53.116090 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e1375-e40c-4782-bfe4-895d1fc8847e req-ea593b9f-2f93-45df-9de0-03f6fa69b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.117858 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-769e1375-e40c-4782-bfe4-895d1fc8847e req-ea593b9f-2f93-45df-9de0-03f6fa69b180 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3305662 Jul 14 12:18:53.120344 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:53.121212 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-690034e4-e43f-45e2-b6c2-8854650e09b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (61eb15aa-ec31-49e1-87b5-7962415faedb), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.124731 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-690034e4-e43f-45e2-b6c2-8854650e09b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.125883 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-690034e4-e43f-45e2-b6c2-8854650e09b4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/61eb15aa-ec31-49e1-87b5-7962415faedb HTTP/1.1" status: 204 len: 168 time: 0.6569748 Jul 14 12:18:53.155803 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aff066-06a0-4d2d-843c-dc7c5ba642ad {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:18:53.178188 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690034e4-e43f-45e2-b6c2-8854650e09b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61eb15aa-ec31-49e1-87b5-7962415faedb,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:53.185936 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Publish callbacks [] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.209930 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4c24f1a5-4940-4298-b50f-df70b7943088 req-a4f304c4-8767-4719-9a1d-674dffcb845b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041417 Jul 14 12:18:53.224698 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0f6ace-e868-4677-b659-dfad15db6256 {{(pid=104469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:18:53.236307 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Transition to ACTIVE for port object 63aff066-06a0-4d2d-843c-dc7c5ba642ad will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:18:53.239137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Publish callbacks [] for port (eb0f6ace-e868-4677-b659-dfad15db6256), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.261592 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.provisioning_blocks [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Transition to ACTIVE for port object eb0f6ace-e868-4677-b659-dfad15db6256 will not be triggered until provisioned by entity L2. {{(pid=104469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:18:53.301982 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.305286 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-0b1e67e9-6969-4668-87ef-d249c491d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.306759 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-0b1e67e9-6969-4668-87ef-d249c491d7a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1127 time: 0.0949206 Jul 14 12:18:53.313032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-ad0896c2-be30-4df7-b665-ff1d8e8c900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.314443 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-ad0896c2-be30-4df7-b665-ff1d8e8c900e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1500083e98d84701b246fbbd749354fa&device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 1128 time: 0.0493493 Jul 14 12:18:53.343100 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:53.370637 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Pushing event updated for resources: {'Port': ['ID=63aff066-06a0-4d2d-843c-dc7c5ba642ad,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:53.497179 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-83d0baf2-9881-4bd4-b3f8-1b8d5be4cb5d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 200 len: 217 time: 0.1628706 Jul 14 12:18:53.555242 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-daf42ca6-9351-4732-a277-d17a2a515db4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa HTTP/1.1" status: 200 len: 217 time: 0.2161312 Jul 14 12:18:53.699318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=7,neutron:SELECT=92,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:53.741902 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:53.850646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:53.906072 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-adaef118-7527-424f-8a9c-692c5fd84e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.907672 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-adaef118-7527-424f-8a9c-692c5fd84e4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.3592985 Jul 14 12:18:53.907784 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Pushing event updated for resources: {'Port': ['ID=eb0f6ace-e868-4677-b659-dfad15db6256,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:53.931757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b67f8-9133-49b1-a842-3b796bad82f6 req-fd2fe387-2bdf-4d5c-8001-448ca6909bb2 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.933282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-205b67f8-9133-49b1-a842-3b796bad82f6 req-fd2fe387-2bdf-4d5c-8001-448ca6909bb2 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.2098069 Jul 14 12:18:53.956980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcdb9e-68fe-42ad-aa64-5a11f61a96e9 req-086dabb5-6c48-4ba5-8483-893449f19fe3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.957733 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-9bc71ff0-5c11-4ead-9192-8134525bda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:53.958550 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44fcdb9e-68fe-42ad-aa64-5a11f61a96e9 req-086dabb5-6c48-4ba5-8483-893449f19fe3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 943 time: 0.2400222 Jul 14 12:18:53.964575 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-9bc71ff0-5c11-4ead-9192-8134525bda78 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0e7acddd-229f-4644-b21b-924add01d720 HTTP/1.1" status: 200 len: 851 time: 0.3525798 Jul 14 12:18:54.006593 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Attempting to bind port 63aff066-06a0-4d2d-843c-dc7c5ba642ad on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:54.007051 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Attempting to bind port 63aff066-06a0-4d2d-843c-dc7c5ba642ad by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:54.007388 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Attempting to bind port 63aff066-06a0-4d2d-843c-dc7c5ba642ad on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:54.032710 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Port 63aff066-06a0-4d2d-843c-dc7c5ba642ad on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:18:54.033958 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Attempting to bind port 63aff066-06a0-4d2d-843c-dc7c5ba642ad on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:54.081791 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:54.082193 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Checking segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:54.082801 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Bound using segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:54.083253 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Bound port: 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:54.083623 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:54.120183 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Attempting to bind port eb0f6ace-e868-4677-b659-dfad15db6256 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:18:54.120529 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Attempting to bind port eb0f6ace-e868-4677-b659-dfad15db6256 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:18:54.120860 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Attempting to bind port eb0f6ace-e868-4677-b659-dfad15db6256 on network d7a5d35d-c460-4290-bd4b-813214351817 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:54.133219 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-44fcdb9e-68fe-42ad-aa64-5a11f61a96e9 req-2f7b875d-d270-4c96-a348-253305f76593 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527379 Jul 14 12:18:54.136046 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Port eb0f6ace-e868-4677-b659-dfad15db6256 on network d7a5d35d-c460-4290-bd4b-813214351817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:18:54.136387 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Attempting to bind port eb0f6ace-e868-4677-b659-dfad15db6256 on network d7a5d35d-c460-4290-bd4b-813214351817 {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:18:54.161084 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:18:54.161461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Checking segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:18:54.161843 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Bound using segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} {{(pid=104469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:18:54.162287 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.managers [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Bound port: eb0f6ace-e868-4677-b659-dfad15db6256, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}}] {{(pid=104469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:18:54.162643 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:54.208344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-ce1a10f2-4bc1-4ba8-a602-ec9e058b84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.209893 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-ce1a10f2-4bc1-4ba8-a602-ec9e058b84ec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2943511 Jul 14 12:18:54.226188 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798a656-117c-41c8-b882-795e0ffda25b req-750ada47-4b8f-4644-b75a-7720b8481596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.226188 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-750ada47-4b8f-4644-b75a-7720b8481596 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=516241b4-a8fc-4020-b297-f960f3e36672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2367103 Jul 14 12:18:54.234259 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] For port 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host hv-cinder-84890, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:54.242561 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] For port 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:54.260982 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] For port eb0f6ace-e868-4677-b659-dfad15db6256, host hv-cinder-84890, cleared binding levels {{(pid=104469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:18:54.265137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] For port eb0f6ace-e868-4677-b659-dfad15db6256, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=eb0f6ace-e868-4677-b659-dfad15db6256,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:18:54.284505 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-205b67f8-9133-49b1-a842-3b796bad82f6 req-3cbdc430-a3ff-4ba4-b26d-6729d73a7206 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286512 Jul 14 12:18:54.349704 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:54.402371 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-f43f3935-32b8-470d-b488-a84f4288e7e2 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812370 Jul 14 12:18:54.419518 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-2447140b-3a43-4ef7-8e31-bfce6d4a7f69 service neutron] 10.222.0.86 "GET /v2.0/networks/516241b4-a8fc-4020-b297-f960f3e36672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827493 Jul 14 12:18:54.426581 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:54.448594 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07d162-1ba2-4879-b845-09346c5f0c99 req-220f9558-8a01-455e-8230-3437d2134a1e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.455274 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ad07d162-1ba2-4879-b845-09346c5f0c99 req-220f9558-8a01-455e-8230-3437d2134a1e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.1595378 Jul 14 12:18:54.479226 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Pushing event updated for resources: {'Port': ['ID=eb0f6ace-e868-4677-b659-dfad15db6256,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:54.497662 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.498418 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:54.499952 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2cf968b5-aff0-4153-a8bb-5fc547ef3dce service neutron] 10.222.0.86 "PUT /v2.0/ports/eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 1093 time: 2.2769890 Jul 14 12:18:54.500408 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:18:54.582468 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.583284 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:54.584612 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] 10.222.0.86 "PUT /v2.0/ports/63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 200 len: 1094 time: 2.3604665 Jul 14 12:18:54.624352 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ad07d162-1ba2-4879-b845-09346c5f0c99 req-ee929bc0-406e-42b3-be21-692c0f719c53 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676736 Jul 14 12:18:54.667382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce8342-5c66-40ed-95f1-7b6f4a68d334 service neutron] Pushing event updated for resources: {'Port': ['ID=63aff066-06a0-4d2d-843c-dc7c5ba642ad,revision_number=3']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:54.686085 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe8286b-feb3-4cd1-9a0d-a8085141279c req-cc53b636-97e0-47f2-b4e2-0abf17516853 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699163 Jul 14 12:18:54.698635 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c798a656-117c-41c8-b882-795e0ffda25b req-d8903ead-153b-4743-bc0e-063507334d43 service neutron] 10.222.0.86 "GET /v2.0/networks/516241b4-a8fc-4020-b297-f960f3e36672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712731 Jul 14 12:18:54.854088 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:54.891593 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-192b8b27-40bf-47e9-95eb-abd7753cf494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.893300 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-192b8b27-40bf-47e9-95eb-abd7753cf494 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1127 time: 0.1554360 Jul 14 12:18:54.900902 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-9faa1719-6be6-495b-a8e7-02ba41d22a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:54.904077 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-9faa1719-6be6-495b-a8e7-02ba41d22a76 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1128 time: 0.1577017 Jul 14 12:18:55.046393 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d573f2-abcc-44d5-8bfc-8e495646e30e x-openstack-request-id: req-59d573f2-abcc-44d5-8bfc-8e495646e30e {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:55.046685 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:55.047016 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-59d573f2-abcc-44d5-8bfc-8e495646e30e {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:55.047533 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d573f2-abcc-44d5-8bfc-8e495646e30e'] response: {'name': 'network-changed', 'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'status': 'completed', 'code': 200} Jul 14 12:18:55.085382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:55.113370 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:55.264642 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027be7e9-f088-483b-a182-4ad9621b025d req-dbbd7f6d-dbc3-4638-bbec-dc9e3b886a8d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:55.266023 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-027be7e9-f088-483b-a182-4ad9621b025d req-dbbd7f6d-dbc3-4638-bbec-dc9e3b886a8d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 943 time: 0.0533032 Jul 14 12:18:55.356181 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-027be7e9-f088-483b-a182-4ad9621b025d req-dfe827c3-1c66-417c-b8b4-38fa95c4ac7e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837162 Jul 14 12:18:55.365354 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:55.415417 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4db60-5d18-4e63-bcf2-67deff7c1b2a req-2e39f5ee-6901-4471-8ab6-c3c7d56caa37 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:55.416881 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-06d4db60-5d18-4e63-bcf2-67deff7c1b2a req-2e39f5ee-6901-4471-8ab6-c3c7d56caa37 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0492492 Jul 14 12:18:55.468742 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-06d4db60-5d18-4e63-bcf2-67deff7c1b2a req-8f43ee88-b826-4ab0-9689-c15a18014e45 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453074 Jul 14 12:18:55.712513 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:55.754427 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299f4e9-d315-414e-b548-3bd30177cb70 req-8013bce4-7bfc-4078-8f6e-363c6dcc3653 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:55.755992 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c299f4e9-d315-414e-b548-3bd30177cb70 req-8013bce4-7bfc-4078-8f6e-363c6dcc3653 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0546136 Jul 14 12:18:55.809488 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c299f4e9-d315-414e-b548-3bd30177cb70 req-fed79b68-8eb4-4a20-aa79-bc9edc0f6237 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469856 Jul 14 12:18:55.872927 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54476) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:56.091329 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f888-746b-49db-bd88-d4a677dda352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.175168 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-2c95e476-4307-440a-bfb4-21b4d1154a07 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 217 time: 0.0663338 Jul 14 12:18:56.176799 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-07bf9ac2-cec2-4119-a705-c5de092aab82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 200 len: 217 time: 0.0668490 Jul 14 12:18:56.179883 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f888-746b-49db-bd88-d4a677dda352 admin admin] Publish callbacks [] for security_group (24f927dc-e404-438c-adee-9b306f25b4ca), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.227991 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5a8f888-746b-49db-bd88-d4a677dda352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (24f927dc-e404-438c-adee-9b306f25b4ca), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.267396 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:56.270861 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a5a8f888-746b-49db-bd88-d4a677dda352 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=19abd680a3ef4bd2bf3a43329bfac025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3968954 Jul 14 12:18:56.271900 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8f888-746b-49db-bd88-d4a677dda352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f927dc-e404-438c-adee-9b306f25b4ca,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:56.273599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54494) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:56.316582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:56.330504 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8d79e9ce-9d5f-4452-8f51-3ace96abb51c admin admin] Publish callbacks [] for security_group (24f927dc-e404-438c-adee-9b306f25b4ca), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.354935 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8d79e9ce-9d5f-4452-8f51-3ace96abb51c admin admin] Publish callbacks [] for security_group (24f927dc-e404-438c-adee-9b306f25b4ca), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.485463 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e1893-3e0c-4034-b89d-c4d4fb22a0d6 req-ea331fa9-30af-48a1-8791-d5dcca16ecac tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:56.486942 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d71e1893-3e0c-4034-b89d-c4d4fb22a0d6 req-ea331fa9-30af-48a1-8791-d5dcca16ecac tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 943 time: 0.0468416 Jul 14 12:18:56.536504 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d71e1893-3e0c-4034-b89d-c4d4fb22a0d6 req-cce49d3d-5f1f-4f9d-ab16-de73255b5520 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438259 Jul 14 12:18:56.541976 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8d79e9ce-9d5f-4452-8f51-3ace96abb51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (24f927dc-e404-438c-adee-9b306f25b4ca), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.546122 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8d79e9ce-9d5f-4452-8f51-3ace96abb51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:56.549106 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-8d79e9ce-9d5f-4452-8f51-3ace96abb51c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24f927dc-e404-438c-adee-9b306f25b4ca HTTP/1.1" status: 204 len: 168 time: 0.2743576 Jul 14 12:18:56.559255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79e9ce-9d5f-4452-8f51-3ace96abb51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f927dc-e404-438c-adee-9b306f25b4ca,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:56.604051 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dfc1d-f0a4-479c-92e5-5100cc906e09 req-b1951f6e-f739-49d1-a7d4-77624634a828 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:56.611222 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e2dfc1d-f0a4-479c-92e5-5100cc906e09 req-b1951f6e-f739-49d1-a7d4-77624634a828 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0735056 Jul 14 12:18:56.671319 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6e2dfc1d-f0a4-479c-92e5-5100cc906e09 req-0a1e63d5-5e2b-4642-9366-a92b34cb1983 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 Jul 14 12:18:56.928057 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b82258-f3ac-4f6b-9979-37fc49c7184a req-31f0a962-84ab-4a45-9482-a91e45114f37 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:56.929573 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-14b82258-f3ac-4f6b-9979-37fc49c7184a req-31f0a962-84ab-4a45-9482-a91e45114f37 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0504172 Jul 14 12:18:56.970823 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:57.040010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-b894a443-7ab3-4922-b3c1-1d151360ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:57.041452 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-b894a443-7ab3-4922-b3c1-1d151360ef3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.1059456 Jul 14 12:18:57.048550 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'tag': '63aff066-06a0-4d2d-843c-dc7c5ba642ad'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:18:57.050868 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-4b991094-2c4a-4e02-842f-0052ff316e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:57.050994 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc3f440-b24d-4cca-880c-74138dfe4259" -d '{"events": [{"name": "network-changed", "server_uuid": "a07e9511-3f33-44c5-8dfc-7ccdd3f12118", "tag": "63aff066-06a0-4d2d-843c-dc7c5ba642ad"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:18:57.052303 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-4b991094-2c4a-4e02-842f-0052ff316e2c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.1156900 Jul 14 12:18:57.086229 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c76af0-3653-4aba-b7ab-33f3347af002 x-openstack-request-id: req-75c76af0-3653-4aba-b7ab-33f3347af002 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:18:57.086511 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07e9511-3f33-44c5-8dfc-7ccdd3f12118", "tag": "63aff066-06a0-4d2d-843c-dc7c5ba642ad", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:18:57.086753 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-75c76af0-3653-4aba-b7ab-33f3347af002 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:18:57.087171 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c76af0-3653-4aba-b7ab-33f3347af002'] response: {'name': 'network-changed', 'server_uuid': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'tag': '63aff066-06a0-4d2d-843c-dc7c5ba642ad', 'status': 'completed', 'code': 200} Jul 14 12:18:57.132423 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-14b82258-f3ac-4f6b-9979-37fc49c7184a req-1eaadc5d-bedf-435d-8c07-a923460bd827 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803317 Jul 14 12:18:57.137772 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-52f1b596-dcdf-402d-9896-0e8a3f917951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:57.139276 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-52f1b596-dcdf-402d-9896-0e8a3f917951 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861263 Jul 14 12:18:57.145114 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-346dc51c-f4f2-4c2a-b3e5-8aec6370fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:57.146790 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-346dc51c-f4f2-4c2a-b3e5-8aec6370fb65 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812676 Jul 14 12:18:57.228656 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:57.305863 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-cdf0a73a-d52f-42b3-b2a9-b7392fd7b2b9 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580877 Jul 14 12:18:57.307819 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-35d5c401-db8b-4b9b-9173-63079e1507a2 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521730 Jul 14 12:18:57.335868 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54524) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:57.354587 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ef58cdfb-d1cb-47b6-a73e-3c9d2601d6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.436487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ef58cdfb-d1cb-47b6-a73e-3c9d2601d6f4 admin admin] Publish callbacks [] for security_group (180b3979-4da8-4ed5-8955-d6033267262d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.487600 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b044fdd3-de8e-424e-a6b6-a4e19241211f req-39b9fe4e-a621-43b3-a476-b43a51f8a38e service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687648 Jul 14 12:18:57.489520 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b69d1bb8-a2bf-4958-b1c0-29d46c29fa7e req-d7ab5fe1-0ac2-4bc2-9920-56f6f9a008cc service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720171 Jul 14 12:18:57.502069 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ef58cdfb-d1cb-47b6-a73e-3c9d2601d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (180b3979-4da8-4ed5-8955-d6033267262d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.544463 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ef58cdfb-d1cb-47b6-a73e-3c9d2601d6f4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4aadaa088fae43058bcefd9a0eb5c80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074413 Jul 14 12:18:57.545322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58cdfb-d1cb-47b6-a73e-3c9d2601d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b3979-4da8-4ed5-8955-d6033267262d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:57.547151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54532) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:57.601390 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa351-a61a-44ec-8b01-2686ee9daac0 admin admin] Publish callbacks [] for security_group (180b3979-4da8-4ed5-8955-d6033267262d), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.636717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa351-a61a-44ec-8b01-2686ee9daac0 admin admin] Publish callbacks [] for security_group (180b3979-4da8-4ed5-8955-d6033267262d), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.663565 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b53d-5b5e-4b34-b7c8-9b689499b535 req-8a1deadb-19ef-4863-91c1-e380cb121ac5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:57.665098 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-08d5b53d-5b5e-4b34-b7c8-9b689499b535 req-8a1deadb-19ef-4863-91c1-e380cb121ac5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 943 time: 0.0519032 Jul 14 12:18:57.736792 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-08d5b53d-5b5e-4b34-b7c8-9b689499b535 req-cb85af4c-a87d-4524-a053-890cf6069eda tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656343 Jul 14 12:18:57.796660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa351-a61a-44ec-8b01-2686ee9daac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (180b3979-4da8-4ed5-8955-d6033267262d), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.799255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc4fa351-a61a-44ec-8b01-2686ee9daac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:57.800446 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-cc4fa351-a61a-44ec-8b01-2686ee9daac0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/180b3979-4da8-4ed5-8955-d6033267262d HTTP/1.1" status: 204 len: 168 time: 0.2521496 Jul 14 12:18:57.815474 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fa351-a61a-44ec-8b01-2686ee9daac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b3979-4da8-4ed5-8955-d6033267262d,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:57.822794 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0560c0-6c02-4788-af58-749e6057f6c6 req-4d844b91-771c-4f16-a4c3-cdf388073035 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:57.824176 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8a0560c0-6c02-4788-af58-749e6057f6c6 req-4d844b91-771c-4f16-a4c3-cdf388073035 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 944 time: 0.0637426 Jul 14 12:18:57.894346 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8a0560c0-6c02-4788-af58-749e6057f6c6 req-c3667b89-4e81-4ba9-a834-9da557118005 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Jul 14 12:18:57.898674 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:57.987855 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:58.089726 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:18:58.220312 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:58.233008 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'port_id': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd', 'mac_address': 'fa:16:3e:09:7f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:18:58.271284 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:58.271752 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.275315 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e234a-4ea2-4151-9b11-b68fd5cd278f req-a2e867ee-99e0-4755-babb-6909e785ff7c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:58.282966 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b46e234a-4ea2-4151-9b11-b68fd5cd278f req-a2e867ee-99e0-4755-babb-6909e785ff7c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0709434 Jul 14 12:18:58.287738 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:18:58.309462 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:58.333334 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b46e234a-4ea2-4151-9b11-b68fd5cd278f req-b0e8c27f-7187-44a3-9910-4bf71bbf237c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Jul 14 12:18:58.376222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.376983 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c4de4bd3-dc7b-4a40-a881-cdce6997d4fa details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:18:58.384888 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54566) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:58.460847 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:58.527841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:58.547151 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa', 'network_id': '516241b4-a8fc-4020-b297-f960f3e36672', 'port_id': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa', 'mac_address': 'fa:16:3e:f1:2f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7acddd-229f-4644-b21b-924add01d720', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:18:58.590391 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:18:58.590671 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.599365 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:58.608865 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4de4bd3-dc7b-4a40-a881-cdce6997d4fa {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:18:58.622880 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:58.630832 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:18:58.635741 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c18efc69-72d2-4907-83b9-754de396d0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.679305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.721462 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c18efc69-72d2-4907-83b9-754de396d0f6 admin admin] Publish callbacks [] for security_group (b27f783a-5077-4ee3-880e-df1b4b8164c4), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.799826 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c18efc69-72d2-4907-83b9-754de396d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b27f783a-5077-4ee3-880e-df1b4b8164c4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.833376 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:58.844323 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:58.849211 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c18efc69-72d2-4907-83b9-754de396d0f6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7a4d418f00c74c7ea11f8eb2ba4898c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4630015 Jul 14 12:18:58.849211 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efc69-72d2-4907-83b9-754de396d0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f783a-5077-4ee3-880e-df1b4b8164c4,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:58.850614 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54580) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:18:58.863613 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:58.895437 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19216c84-aeb7-44b3-856b-70f74fc4d73a req-60fbca3f-2aaf-49e4-bea2-016028fee656 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:58.896820 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-19216c84-aeb7-44b3-856b-70f74fc4d73a req-60fbca3f-2aaf-49e4-bea2-016028fee656 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 943 time: 0.0723269 Jul 14 12:18:58.903045 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-817e86be-ee41-4427-82fe-b1bc3e1eadf0 admin admin] Publish callbacks [] for security_group (b27f783a-5077-4ee3-880e-df1b4b8164c4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.927234 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-817e86be-ee41-4427-82fe-b1bc3e1eadf0 admin admin] Publish callbacks [] for security_group (b27f783a-5077-4ee3-880e-df1b4b8164c4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:58.989412 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-19216c84-aeb7-44b3-856b-70f74fc4d73a req-0bdb6274-f1d4-4320-8751-54e7ad97afcb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806947 Jul 14 12:18:59.049667 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff0ca0-9279-4574-995d-abb0508e2c34 req-7e4a1774-f16f-46a6-977b-a8fc806150e9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:59.051342 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6ff0ca0-9279-4574-995d-abb0508e2c34 req-7e4a1774-f16f-46a6-977b-a8fc806150e9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 945 time: 0.0537746 Jul 14 12:18:59.108929 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a6ff0ca0-9279-4574-995d-abb0508e2c34 req-3581eac9-481a-46b0-89ee-0dd42f3f959f tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Jul 14 12:18:59.202095 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-817e86be-ee41-4427-82fe-b1bc3e1eadf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b27f783a-5077-4ee3-880e-df1b4b8164c4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:59.204525 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-817e86be-ee41-4427-82fe-b1bc3e1eadf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:18:59.205886 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-817e86be-ee41-4427-82fe-b1bc3e1eadf0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b27f783a-5077-4ee3-880e-df1b4b8164c4 HTTP/1.1" status: 204 len: 168 time: 0.3542805 Jul 14 12:18:59.217822 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e86be-ee41-4427-82fe-b1bc3e1eadf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f783a-5077-4ee3-880e-df1b4b8164c4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:18:59.357911 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:59.357911 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:18:59.434626 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-448e2c19-11ba-4979-8d4f-329d98cf9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:59.438029 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-448e2c19-11ba-4979-8d4f-329d98cf9f61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1128 time: 0.0892172 Jul 14 12:18:59.463892 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['c4de4bd3-dc7b-4a40-a881-cdce6997d4fa'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:18:59.550230 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-a57f3b52-4354-4800-a447-dd68aa0ac813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:59.551717 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-a57f3b52-4354-4800-a447-dd68aa0ac813 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1127 time: 0.2120645 Jul 14 12:18:59.622069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da6d2a-613c-43f5-97ba-e9bdb83b63f1 req-67fc7b26-6141-416b-a4a3-dbb10789f0cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:59.623588 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-87da6d2a-613c-43f5-97ba-e9bdb83b63f1 req-67fc7b26-6141-416b-a4a3-dbb10789f0cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.1498616 Jul 14 12:18:59.757525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-6f9d9541-f22f-497d-9cb6-46222cc76064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:18:59.758981 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-6f9d9541-f22f-497d-9cb6-46222cc76064 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.2863142 Jul 14 12:18:59.790358 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-87da6d2a-613c-43f5-97ba-e9bdb83b63f1 req-bbc51278-5456-44cc-9f68-28025b9d4f0e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494775 Jul 14 12:18:59.984712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-e29a6888-c3d2-46c6-b281-b2dabe199f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.010490 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-e29a6888-c3d2-46c6-b281-b2dabe199f7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.4165308 Jul 14 12:19:00.010490 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-315835ee-fcad-44f1-9555-b98b460388f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 200 len: 217 time: 0.2168531 Jul 14 12:19:00.057307 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-f05c16ca-121c-477d-8556-f06813d44055 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 217 time: 0.0597823 Jul 14 12:19:00.103593 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-ae666ea8-e0be-49a9-920c-892a308d0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.105024 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-ae666ea8-e0be-49a9-920c-892a308d0bc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.1064854 Jul 14 12:19:00.110810 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e0857-aa62-467d-95d1-8af9b259a62e req-370ee727-3a23-4ca5-9161-571a63070532 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.112395 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b24e0857-aa62-467d-95d1-8af9b259a62e req-370ee727-3a23-4ca5-9161-571a63070532 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 943 time: 0.0522602 Jul 14 12:19:00.158121 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device eb0f6ace-e868-4677-b659-dfad15db6256 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:19:00.183258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-3ff3f2e7-5945-4189-a04c-3fea74972b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.185691 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-3ff3f2e7-5945-4189-a04c-3fea74972b4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.1169415 Jul 14 12:19:00.235143 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b24e0857-aa62-467d-95d1-8af9b259a62e req-75af1a30-0322-40b9-a64d-b9bed2aa3f25 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128299 Jul 14 12:19:00.271377 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-02dd9df9-bf1f-4e2f-b7e6-08f6562cf7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.272915 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-02dd9df9-bf1f-4e2f-b7e6-08f6562cf7c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1602716 Jul 14 12:19:00.344905 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-3877edba-2c60-4efe-9466-4ee0676c766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.346224 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-3877edba-2c60-4efe-9466-4ee0676c766a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1510198 Jul 14 12:19:00.351632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port eb0f6ace-e868-4677-b659-dfad15db6256, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=eb0f6ace-e868-4677-b659-dfad15db6256,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:00.354248 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6ee20-89ee-4905-a02a-8b3ce51277ad req-0c599f5b-5718-4d47-8309-b3404bee8d85 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.356384 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7ce6ee20-89ee-4905-a02a-8b3ce51277ad req-0c599f5b-5718-4d47-8309-b3404bee8d85 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 945 time: 0.1306541 Jul 14 12:19:00.365559 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'port_id': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'mac_address': 'fa:16:3e:5e:ba:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:19:00.404242 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port eb0f6ace-e868-4677-b659-dfad15db6256 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:00.404635 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:00.419223 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0f6ace-e868-4677-b659-dfad15db6256 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:19:00.441325 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port eb0f6ace-e868-4677-b659-dfad15db6256, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=eb0f6ace-e868-4677-b659-dfad15db6256,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:00.530282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7ce6ee20-89ee-4905-a02a-8b3ce51277ad req-a0e9eda1-4c0c-4066-941c-9707e8da3dd1 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565609 Jul 14 12:19:00.537067 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-9d668598-12ef-48b1-814f-585e855e9733 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293653 Jul 14 12:19:00.558681 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-2048dce9-068d-4fba-9b29-8daff49e22d1 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952748 Jul 14 12:19:00.627493 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:00.671178 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:00.730990 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=eb0f6ace-e868-4677-b659-dfad15db6256,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:00.737259 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfc3f440-b24d-4cca-880c-74138dfe4259 req-6917bf1a-5643-4ecb-9c86-5cc03e839e3c service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917293 Jul 14 12:19:00.743373 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4de7d15d-0ed4-423b-9bf0-bc35991dfacb req-aafb591c-afed-40ea-87ff-c328a2df1d0f service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740646 Jul 14 12:19:00.754862 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:19:00.867559 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:00.868186 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:00.950920 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7459a77-f7fd-497b-9f3c-c7343dd0a5e1 req-93839abb-7725-4a81-83c4-c6b0c4c02c43 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:00.954052 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f7459a77-f7fd-497b-9f3c-c7343dd0a5e1 req-93839abb-7725-4a81-83c4-c6b0c4c02c43 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0751493 Jul 14 12:19:00.976500 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:00.976893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:00.980552 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['eb0f6ace-e868-4677-b659-dfad15db6256'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:01.014234 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f7459a77-f7fd-497b-9f3c-c7343dd0a5e1 req-41291927-a18b-47cd-a3fb-a883a90739f4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Jul 14 12:19:01.062475 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.077757 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:01.094271 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54646) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:01.158452 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:01.182128 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.275292 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.276156 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c4de4bd3-dc7b-4a40-a881-cdce6997d4fa up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:01.324892 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.367606 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:01.376005 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:19:01.387791 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacf810-7637-4c28-ab55-8b415fd81914 req-bb1ce7be-c984-4cf6-a63c-fa6a7a320192 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:01.389458 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cbacf810-7637-4c28-ab55-8b415fd81914 req-bb1ce7be-c984-4cf6-a63c-fa6a7a320192 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 944 time: 0.0791759 Jul 14 12:19:01.439418 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cbacf810-7637-4c28-ab55-8b415fd81914 req-47895e1b-2cc2-4bbf-a9b7-5e2e8a2cb009 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 Jul 14 12:19:01.445308 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31731fd5-6be7-422b-be1b-c7e83227f008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.471745 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:01.472125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.529293 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31731fd5-6be7-422b-be1b-c7e83227f008 admin admin] Publish callbacks [] for security_group (593a008a-be6b-4fca-b11d-7b66f476db50), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.550430 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:01.550909 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.587866 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:01.598846 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31731fd5-6be7-422b-be1b-c7e83227f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (593a008a-be6b-4fca-b11d-7b66f476db50), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.602501 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.633366 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f673caf4-a3de-4b11-aea6-21030b6c4ac1" -d '{"events": [{"server_uuid": "bc2b616c-dc02-4d81-9eb1-028c8077a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:01.696678 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.729296 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.733125 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-31731fd5-6be7-422b-be1b-c7e83227f008 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7efe566f45cd4e3ea84901d0439373c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6371915 Jul 14 12:19:01.734323 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731fd5-6be7-422b-be1b-c7e83227f008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a008a-be6b-4fca-b11d-7b66f476db50,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:01.738048 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54672) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:01.747380 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608fd7a-fb3d-4801-b49b-566bb77f07e0 req-433904cf-e8d2-4dac-a446-bd377fd84c9c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:01.747380 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f608fd7a-fb3d-4801-b49b-566bb77f07e0 req-433904cf-e8d2-4dac-a446-bd377fd84c9c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 945 time: 0.1319835 Jul 14 12:19:01.773564 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:01.790167 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.825643 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f608fd7a-fb3d-4801-b49b-566bb77f07e0 req-16d89e8c-c7e8-4961-9acb-15e2291f8c8f tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733964 Jul 14 12:19:01.853953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5c771ae7-6cf3-4975-9c77-2bc6a6ed740c admin admin] Publish callbacks [] for security_group (593a008a-be6b-4fca-b11d-7b66f476db50), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.858145 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.883018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5c771ae7-6cf3-4975-9c77-2bc6a6ed740c admin admin] Publish callbacks [] for security_group (593a008a-be6b-4fca-b11d-7b66f476db50), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:01.890830 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:01.906272 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f02fc2-e63b-4e94-b487-9d39093f3b73 x-openstack-request-id: req-08f02fc2-e63b-4e94-b487-9d39093f3b73 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:01.906634 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b616c-dc02-4d81-9eb1-028c8077a4fe", "name": "network-vif-plugged", "status": "completed", "tag": "cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:01.906915 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-08f02fc2-e63b-4e94-b487-9d39093f3b73 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:01.907373 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f02fc2-e63b-4e94-b487-9d39093f3b73'] response: {'server_uuid': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd', 'code': 200} Jul 14 12:19:01.924914 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:02.056231 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5c771ae7-6cf3-4975-9c77-2bc6a6ed740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (593a008a-be6b-4fca-b11d-7b66f476db50), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.059478 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5c771ae7-6cf3-4975-9c77-2bc6a6ed740c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.063523 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5c771ae7-6cf3-4975-9c77-2bc6a6ed740c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/593a008a-be6b-4fca-b11d-7b66f476db50 HTTP/1.1" status: 204 len: 168 time: 0.3237412 Jul 14 12:19:02.081109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c771ae7-6cf3-4975-9c77-2bc6a6ed740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a008a-be6b-4fca-b11d-7b66f476db50,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:02.136344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54692) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:02.162964 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968447c7-af4c-4a39-ae29-f1523ca35afb req-82d595f6-4e9a-490c-b434-ebd67a878846 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:02.164639 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-968447c7-af4c-4a39-ae29-f1523ca35afb req-82d595f6-4e9a-490c-b434-ebd67a878846 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0546732 Jul 14 12:19:02.231933 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-968447c7-af4c-4a39-ae29-f1523ca35afb req-761c4f76-d853-4dd8-bde1-39ba132ac5a4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Jul 14 12:19:02.261973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:02.444224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-241428266-network', 'tenant_id': '8bf2b73c991f489d915d7124b5d24564'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:02.563783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b5915-1066-4f60-b394-312a5a03d5fd req-3a65ace7-8bab-49cc-892a-c6da91871d0e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:02.565344 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f8b5915-1066-4f60-b394-312a5a03d5fd req-3a65ace7-8bab-49cc-892a-c6da91871d0e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 944 time: 0.0475359 Jul 14 12:19:02.570701 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Made reservation on behalf of 8bf2b73c991f489d915d7124b5d24564 for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:02.573683 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.592789 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.656141 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f8b5915-1066-4f60-b394-312a5a03d5fd req-4741a384-e93c-4454-aee9-e5bfb6fcf79b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781341 Jul 14 12:19:02.707727 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks [] for security_group (9dee6d10-f3f7-4575-b35d-ee2e4902dc5a), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.797334 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54714) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:02.811190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1714a740-b970-46a2-adf1-e19d6710ce38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.830303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (9dee6d10-f3f7-4575-b35d-ee2e4902dc5a), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.868608 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:02.885248 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:02.889449 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.889789 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Added segment dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10 of type vlan for network c7c0701d-ea07-40d2-a551-c26bc0c8851b Jul 14 12:19:02.907798 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:02.969006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (c7c0701d-ea07-40d2-a551-c26bc0c8851b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:02.970420 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b51a5-e1b7-45f4-a6ca-53536bb296af req-8ce5aee7-e926-4a55-8f91-79e1fd6837bf tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:02.972668 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-986b51a5-e1b7-45f4-a6ca-53536bb296af req-8ce5aee7-e926-4a55-8f91-79e1fd6837bf tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0671420 Jul 14 12:19:03.016887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1714a740-b970-46a2-adf1-e19d6710ce38 admin admin] Publish callbacks [] for security_group (4d906f53-0864-4d39-9bf2-fd4f155f996c), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.032529 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-986b51a5-e1b7-45f4-a6ca-53536bb296af req-b3187e73-f92b-4f3f-b81f-92c04c0a8763 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464084 Jul 14 12:19:03.350189 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef905bc4-6f9b-4b02-89c5-222f4b9a46d7 req-fba4fa5c-3cf8-4132-be06-582f6a0f269f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:03.351795 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ef905bc4-6f9b-4b02-89c5-222f4b9a46d7 req-fba4fa5c-3cf8-4132-be06-582f6a0f269f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0515225 Jul 14 12:19:03.385614 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (c7c0701d-ea07-40d2-a551-c26bc0c8851b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.386592 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:03.387779 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.390412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1714a740-b970-46a2-adf1-e19d6710ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (4d906f53-0864-4d39-9bf2-fd4f155f996c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.449862 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ef905bc4-6f9b-4b02-89c5-222f4b9a46d7 req-56043eac-9953-4bed-920c-e913661ae253 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918498 Jul 14 12:19:03.501602 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1714a740-b970-46a2-adf1-e19d6710ce38 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e0baae198b7749d199d63a41f25f828e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7031720 Jul 14 12:19:03.502314 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714a740-b970-46a2-adf1-e19d6710ce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d906f53-0864-4d39-9bf2-fd4f155f996c,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:03.504286 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 54730) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:03.509811 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] Pushing event updated for resources: {'Network': ['ID=c7c0701d-ea07-40d2-a551-c26bc0c8851b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:03.519653 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:03.523409 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-90521b56-1dd8-4e11-9434-9cad69bf9e68 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3859248 Jul 14 12:19:03.526788 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network c7c0701d-ea07-40d2-a551-c26bc0c8851b details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:03.533132 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 54732) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:03.538910 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Request body: {'subnet': {'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-241428266-subnet', 'tenant_id': '8bf2b73c991f489d915d7124b5d24564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:03.558740 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a7b6-9e27-4430-8af2-ff8a289b701d admin admin] Publish callbacks [] for security_group (4d906f53-0864-4d39-9bf2-fd4f155f996c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.582213 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a7b6-9e27-4430-8af2-ff8a289b701d admin admin] Publish callbacks [] for security_group (4d906f53-0864-4d39-9bf2-fd4f155f996c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.639240 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Made reservation on behalf of 8bf2b73c991f489d915d7124b5d24564 for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:03.641718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.719452 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a7b6-9e27-4430-8af2-ff8a289b701d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (4d906f53-0864-4d39-9bf2-fd4f155f996c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.721971 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bcc0a7b6-9e27-4430-8af2-ff8a289b701d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.726433 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bcc0a7b6-9e27-4430-8af2-ff8a289b701d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4d906f53-0864-4d39-9bf2-fd4f155f996c HTTP/1.1" status: 204 len: 168 time: 0.2209823 Jul 14 12:19:03.734753 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0a7b6-9e27-4430-8af2-ff8a289b701d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d906f53-0864-4d39-9bf2-fd4f155f996c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:03.801628 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853f01-4d40-4bb1-8d13-56e8a1514c18 req-2cbdbfbe-12e1-4e80-a613-96d29819eeb7 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:03.802658 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8e853f01-4d40-4bb1-8d13-56e8a1514c18 req-2cbdbfbe-12e1-4e80-a613-96d29819eeb7 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 944 time: 0.0580523 Jul 14 12:19:03.854176 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8e853f01-4d40-4bb1-8d13-56e8a1514c18 req-4354baea-f671-4942-8cd6-ede580b86502 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443048 Jul 14 12:19:03.908255 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:03.911341 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9caac5-c692-4f65-8a49-0ead93cd9e03" -d '{"events": [{"server_uuid": "9b7f193e-2bb2-42ac-a92a-e23f4fb316cb", "name": "network-vif-plugged", "status": "completed", "tag": "c4de4bd3-dc7b-4a40-a881-cdce6997d4fa"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:03.914432 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (0ef9f78e-355f-47b5-a193-e7596bcf18c4), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:03.961079 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58039086-e8ca-41e3-8999-fe970a4af07d x-openstack-request-id: req-58039086-e8ca-41e3-8999-fe970a4af07d {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:03.961392 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7f193e-2bb2-42ac-a92a-e23f4fb316cb", "name": "network-vif-plugged", "status": "completed", "tag": "c4de4bd3-dc7b-4a40-a881-cdce6997d4fa", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:03.961640 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-58039086-e8ca-41e3-8999-fe970a4af07d {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:03.962907 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58039086-e8ca-41e3-8999-fe970a4af07d'] response: {'server_uuid': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa', 'code': 200} Jul 14 12:19:03.975068 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef9f78e-355f-47b5-a193-e7596bcf18c4,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:03.984339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Checking segment: {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:03.984742 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Network hostable DHCP agents. Network: c7c0701d-ea07-40d2-a551-c26bc0c8851b, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:04.119322 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Network c7c0701d-ea07-40d2-a551-c26bc0c8851b is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:04.131302 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:04.188104 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae52b4-4254-464c-9f5d-c22b07f13f4d req-7b7ebb3f-837e-4ab5-86f6-4c6896ac5f5b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:04.189099 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-94ae52b4-4254-464c-9f5d-c22b07f13f4d req-7b7ebb3f-837e-4ab5-86f6-4c6896ac5f5b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0808618 Jul 14 12:19:04.212222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, c7c0701d-ea07-40d2-a551-c26bc0c8851b) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:04.217281 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:04.217955 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:04.224278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662f99f-2a7e-4c37-9608-b20052f2a57d None None] Network c7c0701d-ea07-40d2-a551-c26bc0c8851b requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:04.287570 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-94ae52b4-4254-464c-9f5d-c22b07f13f4d req-5fee4d6a-a22c-4da4-a307-349f50159ba2 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924892 Jul 14 12:19:04.344715 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0e9a9948-f99d-4dbb-a2a6-e61f9a7c6f78 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8103080 Jul 14 12:19:04.353082 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:04.389204 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcabcf41-e6fe-48ad-9ee9-f753410797cb None None] Network c7c0701d-ea07-40d2-a551-c26bc0c8851b requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:04.624747 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56426b24-59d5-4f13-aadf-0a127d45bdf9 req-3df5fdaa-a7d7-499b-b972-afe38052c073 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:04.638398 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-56426b24-59d5-4f13-aadf-0a127d45bdf9 req-3df5fdaa-a7d7-499b-b972-afe38052c073 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0815392 Jul 14 12:19:04.701173 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-56426b24-59d5-4f13-aadf-0a127d45bdf9 req-cce61037-2600-48c7-ab77-e890e5ef1859 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603099 Jul 14 12:19:04.782372 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:04.970884 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139678-04d4-4e51-b279-0a75f6d38ebe req-78f601f8-7e80-45c3-9737-08527360b730 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:04.972384 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3a139678-04d4-4e51-b279-0a75f6d38ebe req-78f601f8-7e80-45c3-9737-08527360b730 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 944 time: 0.0484283 Jul 14 12:19:05.032566 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3a139678-04d4-4e51-b279-0a75f6d38ebe req-53deda1f-2454-4d26-818c-6bbc8a448b72 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539773 Jul 14 12:19:05.176601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=70,neutron:INSERT=25,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:05.420168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6e3c5-3cd4-408a-b856-f719bef82115 req-5b5eb982-22bd-40f5-86bb-8e8b5f7e7a35 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:05.428079 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-16b6e3c5-3cd4-408a-b856-f719bef82115 req-5b5eb982-22bd-40f5-86bb-8e8b5f7e7a35 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0566444 Jul 14 12:19:05.485028 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-16b6e3c5-3cd4-408a-b856-f719bef82115 req-319bea61-6848-4edc-91e0-1b013e1ba2e9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Jul 14 12:19:05.768741 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:05.774087 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:05.817175 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca5f03-67da-42ad-9898-1b98a170a90f req-64299e1a-533a-478c-b97b-06345810dd62 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:05.818944 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29ca5f03-67da-42ad-9898-1b98a170a90f req-64299e1a-533a-478c-b97b-06345810dd62 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.0475602 Jul 14 12:19:05.860363 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:05.867755 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-29ca5f03-67da-42ad-9898-1b98a170a90f req-32eefe8a-9c9e-49bb-b532-f464129cbbc4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Jul 14 12:19:06.143763 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bd3b3-a9f7-4e0e-930a-83a22acea22b req-05750b54-473d-42ca-b41b-beea38dbf519 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:06.145210 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-038bd3b3-a9f7-4e0e-930a-83a22acea22b req-05750b54-473d-42ca-b41b-beea38dbf519 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 944 time: 0.0470419 Jul 14 12:19:06.198791 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-038bd3b3-a9f7-4e0e-930a-83a22acea22b req-ade6d3b5-60d9-4afe-8074-6700bb241e33 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426602 Jul 14 12:19:06.336174 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:06.602054 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5642f8d-03d8-4472-94b3-e28e1002488d req-213e6874-0f42-4bb8-a684-e9bc3b5bb517 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:06.603578 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5642f8d-03d8-4472-94b3-e28e1002488d req-213e6874-0f42-4bb8-a684-e9bc3b5bb517 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0491664 Jul 14 12:19:06.658093 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f5642f8d-03d8-4472-94b3-e28e1002488d req-1c06e309-02cc-4c1e-85d8-4d0c91bffb3c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 Jul 14 12:19:06.899353 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:06.912020 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b12a4-fde4-4370-b008-82273d32f8bd req-67857a6e-f670-46ae-a8b7-fa59433a90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:06.913535 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-505b12a4-fde4-4370-b008-82273d32f8bd req-67857a6e-f670-46ae-a8b7-fa59433a90d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1129 time: 0.1038485 Jul 14 12:19:06.914605 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-ba815fea-2cc9-4049-afcf-4c7cd86dee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:06.915961 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-ba815fea-2cc9-4049-afcf-4c7cd86dee8f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 1130 time: 0.0772378 Jul 14 12:19:06.961409 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-505b12a4-fde4-4370-b008-82273d32f8bd req-46df6a70-2867-4f2e-85e0-7ba482152e79 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:06.979307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-e507ff3c-d0bf-4813-8247-6369c3ad9346 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:06.982049 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 63aff066-06a0-4d2d-843c-dc7c5ba642ad details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:19:06.999302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device eb0f6ace-e868-4677-b659-dfad15db6256 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:07.036730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb383a32-77af-4fed-a7b7-8d5367a2efcd req-5241035f-9f81-4c5f-ac38-9846421e7203 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:07.038192 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eb383a32-77af-4fed-a7b7-8d5367a2efcd req-5241035f-9f81-4c5f-ac38-9846421e7203 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 944 time: 0.1018116 Jul 14 12:19:07.131350 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eb383a32-77af-4fed-a7b7-8d5367a2efcd req-984b96e6-a91b-412b-8348-4a87e23ecc87 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797586 Jul 14 12:19:07.141414 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-505b12a4-fde4-4370-b008-82273d32f8bd req-46df6a70-2867-4f2e-85e0-7ba482152e79 service neutron] Publish callbacks [] for security_group (ce42d2d7-572c-455d-8d31-2f6daf8e9888), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.194956 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:07.211842 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port eb0f6ace-e868-4677-b659-dfad15db6256 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:19:07.236160 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:07.249911 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '63aff066-06a0-4d2d-843c-dc7c5ba642ad', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'port_id': '63aff066-06a0-4d2d-843c-dc7c5ba642ad', 'mac_address': 'fa:16:3e:db:74:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:19:07.255117 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-505b12a4-fde4-4370-b008-82273d32f8bd req-46df6a70-2867-4f2e-85e0-7ba482152e79 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ce42d2d7-572c-455d-8d31-2f6daf8e9888), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.290553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 63aff066-06a0-4d2d-843c-dc7c5ba642ad is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:07.291040 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.302187 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.api [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-e507ff3c-d0bf-4813-8247-6369c3ad9346 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) aa1d22dbd90a47539c4e594aee69a482 {{(pid=104470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 12:19:07.302566 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG oslo_db.api [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-e507ff3c-d0bf-4813-8247-6369c3ad9346 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:19:07.305382 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-505b12a4-fde4-4370-b008-82273d32f8bd req-46df6a70-2867-4f2e-85e0-7ba482152e79 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772495 Jul 14 12:19:07.305945 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6a70-2867-4f2e-85e0-7ba482152e79 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ce42d2d7-572c-455d-8d31-2f6daf8e9888,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:07.312681 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aff066-06a0-4d2d-843c-dc7c5ba642ad {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:19:07.326908 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port eb0f6ace-e868-4677-b659-dfad15db6256 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:07.327295 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.345883 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcd6d1-a7ee-400e-8f74-17a7cdd2d11b req-98548fc5-1b53-4a36-b776-ce250f180d94 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:07.347440 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-18dcd6d1-a7ee-400e-8f74-17a7cdd2d11b req-98548fc5-1b53-4a36-b776-ce250f180d94 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 944 time: 0.0546260 Jul 14 12:19:07.352354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:07.400142 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-18dcd6d1-a7ee-400e-8f74-17a7cdd2d11b req-8350abd5-d305-4074-a4ac-778bae9169b0 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469410 Jul 14 12:19:07.432935 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port eb0f6ace-e868-4677-b659-dfad15db6256 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:07.433343 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.455683 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.488930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:07.491187 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9089a62-eacc-44e3-9332-0d92b7dc76ba" -d '{"events": [{"server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "name": "network-vif-plugged", "status": "completed", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:07.511601 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port eb0f6ace-e868-4677-b659-dfad15db6256, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=eb0f6ace-e868-4677-b659-dfad15db6256,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:07.517250 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:07.532878 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2956138-2aff-4a0f-a12d-9cd15fa28a10 x-openstack-request-id: req-d2956138-2aff-4a0f-a12d-9cd15fa28a10 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:07.533167 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "name": "network-vif-plugged", "status": "completed", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:07.533418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d2956138-2aff-4a0f-a12d-9cd15fa28a10 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:07.533810 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2956138-2aff-4a0f-a12d-9cd15fa28a10'] response: {'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'code': 200} Jul 14 12:19:07.534926 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=63aff066-06a0-4d2d-843c-dc7c5ba642ad,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:07.650513 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.718957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=eb0f6ace-e868-4677-b659-dfad15db6256,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:07.792313 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2ec31-2c28-4e43-8b84-00f59ac9a183 req-0030fed4-bf9a-4304-9006-bf63e9cec015 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:07.794461 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70c2ec31-2c28-4e43-8b84-00f59ac9a183 req-0030fed4-bf9a-4304-9006-bf63e9cec015 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0471098 Jul 14 12:19:07.803657 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-e507ff3c-d0bf-4813-8247-6369c3ad9346 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:07.820483 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['63aff066-06a0-4d2d-843c-dc7c5ba642ad'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:07.852205 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70c2ec31-2c28-4e43-8b84-00f59ac9a183 req-656169df-e4e5-4b5a-a5fc-2c39167098b3 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509357 Jul 14 12:19:07.864067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:07.884886 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b6ebf9c5-b28e-4e11-a406-375272e89da8 req-e507ff3c-d0bf-4813-8247-6369c3ad9346 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9503787 Jul 14 12:19:08.004662 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b5d30674-07ef-4ee0-a090-07e2e47a67b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:08.253478 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d94c6-d953-4053-bfb9-d0a804a41694 req-9a2f4faa-616f-4c7e-9067-71a23640e965 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:08.261899 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d30d94c6-d953-4053-bfb9-d0a804a41694 req-9a2f4faa-616f-4c7e-9067-71a23640e965 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 945 time: 0.0559466 Jul 14 12:19:08.303323 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d30d94c6-d953-4053-bfb9-d0a804a41694 req-3d48640a-e758-4539-8818-e678cd263e1e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Jul 14 12:19:08.531021 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2ec4b-4cf7-4bb0-91cd-44cf4aaf911e req-2829329c-c57a-4540-bed2-4aa93bc8acf1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:08.533141 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eda2ec4b-4cf7-4bb0-91cd-44cf4aaf911e req-2829329c-c57a-4540-bed2-4aa93bc8acf1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0621114 Jul 14 12:19:08.585431 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eda2ec4b-4cf7-4bb0-91cd-44cf4aaf911e req-27a473a6-a155-4e51-9b20-326ec9f17f62 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459514 Jul 14 12:19:08.858418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f264a1-cc61-4b20-95b3-737f057126c0 req-c1fb37d4-453e-4480-8235-45176e4906e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:08.859989 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-15f264a1-cc61-4b20-95b3-737f057126c0 req-c1fb37d4-453e-4480-8235-45176e4906e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1129 time: 0.0520694 Jul 14 12:19:08.999407 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 63aff066-06a0-4d2d-843c-dc7c5ba642ad up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:09.061384 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c2d0e-2196-4a91-85e0-d7085ee55ac9 req-1cfbc705-7908-49a5-9fc3-35031a631eb9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:09.070805 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-848c2d0e-2196-4a91-85e0-d7085ee55ac9 req-1cfbc705-7908-49a5-9fc3-35031a631eb9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0739281 Jul 14 12:19:09.076427 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-15f264a1-cc61-4b20-95b3-737f057126c0 req-03baac27-8099-43e6-9322-7e37d22452ee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641228 Jul 14 12:19:09.094533 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 63aff066-06a0-4d2d-843c-dc7c5ba642ad completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:19:09.135917 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-848c2d0e-2196-4a91-85e0-d7085ee55ac9 req-0bc183b0-a15d-4f05-a0d4-f8270e0cadec tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642934 Jul 14 12:19:09.147786 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 63aff066-06a0-4d2d-843c-dc7c5ba642ad triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:09.148400 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:09.198091 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-b2f2f7e2-8530-4aa3-8c58-d458473a298c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:09.199601 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-b2f2f7e2-8530-4aa3-8c58-d458473a298c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/networks?id=c7c0701d-ea07-40d2-a551-c26bc0c8851b HTTP/1.1" status: 200 len: 808 time: 0.1151025 Jul 14 12:19:09.215341 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-ee1509f8-852b-41ea-93a1-00befd640824 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/quotas/8bf2b73c991f489d915d7124b5d24564 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Jul 14 12:19:09.233689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 63aff066-06a0-4d2d-843c-dc7c5ba642ad is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:09.234079 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:09.235921 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:09.251479 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-60584947-85d0-424c-9c75-9d7ab053294c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8bf2b73c991f489d915d7124b5d24564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309267 Jul 14 12:19:09.268982 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:09.342564 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:09.366242 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-8153be16-ee54-429d-8b9f-284ce81b8eb3 service neutron] 10.222.0.27 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091597 Jul 14 12:19:09.404532 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=63aff066-06a0-4d2d-843c-dc7c5ba642ad,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:09.438862 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a672e26-b0f0-4eb1-87b9-4b672e74c664 req-9f95e250-1da0-4d5b-a357-447b64500741 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:09.440318 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0a672e26-b0f0-4eb1-87b9-4b672e74c664 req-9f95e250-1da0-4d5b-a357-447b64500741 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0484738 Jul 14 12:19:09.477230 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-7ef973ce-0223-42e9-aa09-eefc2ca46815 service neutron] 10.222.0.27 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977240 Jul 14 12:19:09.495303 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0a672e26-b0f0-4eb1-87b9-4b672e74c664 req-5d40927e-5980-4777-b272-5bf89a667e70 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492439 Jul 14 12:19:09.534926 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aff066-06a0-4d2d-843c-dc7c5ba642ad'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:09.537235 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9297bf67-3596-4c61-9a5b-37f3b8287163" -d '{"events": [{"server_uuid": "a07e9511-3f33-44c5-8dfc-7ccdd3f12118", "name": "network-vif-plugged", "status": "completed", "tag": "63aff066-06a0-4d2d-843c-dc7c5ba642ad"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:09.572110 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc39f2d3-eec1-46d2-8498-ea89a40a4cd7 x-openstack-request-id: req-fc39f2d3-eec1-46d2-8498-ea89a40a4cd7 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:09.572401 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07e9511-3f33-44c5-8dfc-7ccdd3f12118", "name": "network-vif-plugged", "status": "completed", "tag": "63aff066-06a0-4d2d-843c-dc7c5ba642ad", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:09.572653 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fc39f2d3-eec1-46d2-8498-ea89a40a4cd7 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:09.573053 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc39f2d3-eec1-46d2-8498-ea89a40a4cd7'] response: {'server_uuid': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aff066-06a0-4d2d-843c-dc7c5ba642ad', 'code': 200} Jul 14 12:19:09.701077 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8d595-b988-4981-b71a-d7040735c038 req-c27ff77b-810c-4b28-9797-2ddb56f99140 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:09.702552 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-70e8d595-b988-4981-b71a-d7040735c038 req-c27ff77b-810c-4b28-9797-2ddb56f99140 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0489979 Jul 14 12:19:09.780324 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-70e8d595-b988-4981-b71a-d7040735c038 req-a2c9565d-ed2b-420d-ad15-f464c91b2300 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695605 Jul 14 12:19:09.795184 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b30cb97-55a0-4be5-bd58-8712d719e1fe req-f29320c9-5a82-49f9-972a-8db92b4d0dd2 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0407782 Jul 14 12:19:10.250432 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2cc4-b9cd-433e-a462-f8bab9b16afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:10.275402 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639936e9-039d-44c1-bb83-63c3f40c8f13 req-4c497613-edd5-475a-a865-48a613914a32 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:10.276908 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-639936e9-039d-44c1-bb83-63c3f40c8f13 req-4c497613-edd5-475a-a865-48a613914a32 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0514426 Jul 14 12:19:10.325893 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-639936e9-039d-44c1-bb83-63c3f40c8f13 req-83b5b031-1a5e-4521-9f69-789c2a6d1a47 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Jul 14 12:19:10.601349 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997bbdf-46c6-42e4-af4b-2eb9baf8b5d4 req-f00d34bc-33cc-4a4d-9b68-52c8233f6dac tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:10.602815 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1997bbdf-46c6-42e4-af4b-2eb9baf8b5d4 req-f00d34bc-33cc-4a4d-9b68-52c8233f6dac tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0461357 Jul 14 12:19:10.652047 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1997bbdf-46c6-42e4-af4b-2eb9baf8b5d4 req-f715067b-b386-4a61-8a19-a7cbe8dd2905 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Jul 14 12:19:10.879961 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:10.892889 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4447f1-0a66-46d1-a826-1cc5a7ad2f7d req-022b0768-8499-4c0b-a035-b2a999ae9794 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:10.894327 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5f4447f1-0a66-46d1-a826-1cc5a7ad2f7d req-022b0768-8499-4c0b-a035-b2a999ae9794 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0470338 Jul 14 12:19:10.942140 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5f4447f1-0a66-46d1-a826-1cc5a7ad2f7d req-03e1adfc-20f2-44e5-81dc-f470d8f55274 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Jul 14 12:19:10.970568 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0b28c2bc-0d2b-4069-8c41-e6d698686531 req-4681ac89-5d04-465c-82ec-10dfb4b06295 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0316038 Jul 14 12:19:11.385744 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:19:11.442492 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be5f5b-541f-4c35-bff3-428025a59363 req-2fb92d81-a88d-4dcb-98e8-711f4f59d3d8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:11.443951 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-05be5f5b-541f-4c35-bff3-428025a59363 req-2fb92d81-a88d-4dcb-98e8-711f4f59d3d8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0488155 Jul 14 12:19:11.489628 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-05be5f5b-541f-4c35-bff3-428025a59363 req-c8bb0adb-e97e-4cdf-a54d-7047c563bb32 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Jul 14 12:19:11.564091 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:11.768048 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9dcd9-374b-4dc8-838c-db986d85fb45 req-eeef773c-97d5-46b7-bbe6-a47e679d0190 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:11.769525 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a3d9dcd9-374b-4dc8-838c-db986d85fb45 req-eeef773c-97d5-46b7-bbe6-a47e679d0190 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Jul 14 12:19:11.817900 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a3d9dcd9-374b-4dc8-838c-db986d85fb45 req-09c45c1f-fae8-4a9e-ac13-a4b2b74b273f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Jul 14 12:19:12.053644 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6068f9-9704-4e91-a8c5-6890566e51e1 req-d4eda319-d2fa-4038-a4b2-3e0a16e7d9c3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:12.055275 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ca6068f9-9704-4e91-a8c5-6890566e51e1 req-d4eda319-d2fa-4038-a4b2-3e0a16e7d9c3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0474286 Jul 14 12:19:12.064115 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f1abfed-f65d-4e6d-b17b-123d9e647061 req-92e814de-a21f-472e-95d4-c8acee708e90 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0279114 Jul 14 12:19:12.110329 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ca6068f9-9704-4e91-a8c5-6890566e51e1 req-ca595060-c749-43b9-99e8-c22252a43a55 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493159 Jul 14 12:19:12.603404 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff323db3-9f7d-4cbc-8df2-bb990dc32942 req-83ba4ccb-240d-4793-beca-b03da90a181c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:12.604914 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff323db3-9f7d-4cbc-8df2-bb990dc32942 req-83ba4ccb-240d-4793-beca-b03da90a181c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0475683 Jul 14 12:19:12.656720 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff323db3-9f7d-4cbc-8df2-bb990dc32942 req-e8663621-8670-4f7d-a974-4617f267def5 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455234 Jul 14 12:19:12.879269 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:12.946028 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f0e45-9997-49ac-b408-3bbd5c1a0b64 req-a49a2583-39e5-4231-a3a0-340e372d8a7e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:12.947517 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-db2f0e45-9997-49ac-b408-3bbd5c1a0b64 req-a49a2583-39e5-4231-a3a0-340e372d8a7e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0479662 Jul 14 12:19:12.997594 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-db2f0e45-9997-49ac-b408-3bbd5c1a0b64 req-30e25eae-2e15-4be5-875a-8b468a5f4b67 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Jul 14 12:19:13.152894 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:13.164695 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:13.175398 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-85c1aee3-fd0b-449d-81c0-6df867b53408 req-a9b8b6d9-1c83-4dfb-a76c-bc463028724a tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0352893 Jul 14 12:19:13.253724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0faf6-413f-4226-9dde-a17443e55941 req-f21bfd4e-3673-4015-92e0-7958dd4f5503 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:13.259255 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-28c0faf6-413f-4226-9dde-a17443e55941 req-f21bfd4e-3673-4015-92e0-7958dd4f5503 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0545843 Jul 14 12:19:13.305429 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-28c0faf6-413f-4226-9dde-a17443e55941 req-349ca395-0f16-4683-a244-e11228d8dc77 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444727 Jul 14 12:19:13.739670 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:13.775465 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba87a5-7c67-4905-b4df-484157d26196 req-ccacf4ec-cc60-4656-9e89-c1b2df31a3d8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:13.777052 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82ba87a5-7c67-4905-b4df-484157d26196 req-ccacf4ec-cc60-4656-9e89-c1b2df31a3d8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0479500 Jul 14 12:19:13.847438 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82ba87a5-7c67-4905-b4df-484157d26196 req-8dbe3fd5-2de3-4cf7-b957-27cb2c6a59c9 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640159 Jul 14 12:19:14.114290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b113af-3355-47a0-85db-a397e844068b req-6f138218-ed59-487e-8b5c-cb2c23c0e3eb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:14.119599 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-78b113af-3355-47a0-85db-a397e844068b req-6f138218-ed59-487e-8b5c-cb2c23c0e3eb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0514469 Jul 14 12:19:14.165575 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-78b113af-3355-47a0-85db-a397e844068b req-92cc20d2-5661-41a1-a4fa-66ef8113bb04 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Jul 14 12:19:14.291171 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2c7424e-bf04-4951-b350-c9331a22bb98 req-3944f4ca-ff6f-4594-8e8b-0279b54569b8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0329700 Jul 14 12:19:14.427541 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae658c-1612-4c8b-90f8-977ccf71e470 req-1dab3bbd-40cb-4345-893f-38df326543a9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:14.429268 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-01ae658c-1612-4c8b-90f8-977ccf71e470 req-1dab3bbd-40cb-4345-893f-38df326543a9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0528290 Jul 14 12:19:14.483704 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-01ae658c-1612-4c8b-90f8-977ccf71e470 req-75e9a692-f12e-4d2d-b832-a41f8c08dde2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473862 Jul 14 12:19:14.535912 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb987434-04cf-4292-b710-9b64245f3893 req-04bd90b1-eed7-48ff-94f3-a33ebaa41efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:14.537403 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bb987434-04cf-4292-b710-9b64245f3893 req-04bd90b1-eed7-48ff-94f3-a33ebaa41efa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1130 time: 0.0524225 Jul 14 12:19:15.203743 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bb987434-04cf-4292-b710-9b64245f3893 req-ff971cc7-100b-4363-a874-a9e67f9e2dfa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jul 14 12:19:15.303736 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae6a4-8f63-436e-8fc0-ebf5ab6a768e req-a0acbde4-ec0d-45fa-a094-ca930717f048 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:15.314957 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-734ae6a4-8f63-436e-8fc0-ebf5ab6a768e req-a0acbde4-ec0d-45fa-a094-ca930717f048 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0639896 Jul 14 12:19:15.385473 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-734ae6a4-8f63-436e-8fc0-ebf5ab6a768e req-883bfb5b-a008-4182-9f9c-c472ba5ea832 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695474 Jul 14 12:19:15.413221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:15.420785 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2dc8325e-2c74-4014-a4c3-b068a7d92c9a req-0c81c321-7539-499e-9144-915ef360874a tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0338790 Jul 14 12:19:15.621589 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f7e65-b0e3-44b2-a9f6-9b60eba6ddc6 req-db50724e-77a3-4841-ab60-32520ec37be5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:15.623397 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-036f7e65-b0e3-44b2-a9f6-9b60eba6ddc6 req-db50724e-77a3-4841-ab60-32520ec37be5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0535867 Jul 14 12:19:15.672667 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-036f7e65-b0e3-44b2-a9f6-9b60eba6ddc6 req-6602059c-f742-4a54-8b48-5d6cf3f63390 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Jul 14 12:19:15.995249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725979b6-cc54-4d12-b85b-47862afae3f1 req-f055ff7d-56f5-48ad-a201-f4ab4a804931 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:15.996889 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-725979b6-cc54-4d12-b85b-47862afae3f1 req-f055ff7d-56f5-48ad-a201-f4ab4a804931 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.2154279 Jul 14 12:19:16.005405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55064) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:16.009639 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'floatingip': {'port_id': 'eb0f6ace-e868-4677-b659-dfad15db6256'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:16.095229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (74358e65-4811-4a9b-a9d3-516474e227a7), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:16.516654 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fbd0b-38bd-44f5-a82e-679531ebe2cf req-53b0b7ea-1df2-4b6b-9015-4e386948f42e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:16.518439 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-226fbd0b-38bd-44f5-a82e-679531ebe2cf req-53b0b7ea-1df2-4b6b-9015-4e386948f42e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0537601 Jul 14 12:19:16.626713 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-226fbd0b-38bd-44f5-a82e-679531ebe2cf req-6a508110-2fa8-4a83-b7d9-458bfd844462 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952332 Jul 14 12:19:16.639346 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:16.715944 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-921895c3-5366-4efe-a994-3dfd414735eb req-28691dc4-a678-41ea-ae05-e6a4c2e84aee tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0312202 Jul 14 12:19:16.730020 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:16.781641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (74358e65-4811-4a9b-a9d3-516474e227a7), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:16.887670 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Floating IP 74358e65-4811-4a9b-a9d3-516474e227a7 associated. External IP: 172.27.1.82, port: eb0f6ace-e868-4677-b659-dfad15db6256. Jul 14 12:19:17.107143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:19:17.214848 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:17.221284 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:17.228379 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:17.237927 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:17.238528 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:17.252509 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-98b03bf8-340e-49fe-b5ff-2aca801b42c2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "PUT /v2.0/floatingips/74358e65-4811-4a9b-a9d3-516474e227a7 HTTP/1.1" status: 200 len: 990 time: 1.2460680 Jul 14 12:19:17.253070 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:17.255576 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e499f7ed-4425-402d-acc7-7be55a6b6d82" -d '{"events": [{"name": "network-changed", "server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:17.295734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28a58e9-800b-4ef9-b0e2-fd14d4080db2 x-openstack-request-id: req-a28a58e9-800b-4ef9-b0e2-fd14d4080db2 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:17.295734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:17.295935 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a28a58e9-800b-4ef9-b0e2-fd14d4080db2 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:17.296485 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28a58e9-800b-4ef9-b0e2-fd14d4080db2'] response: {'name': 'network-changed', 'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'status': 'completed', 'code': 200} Jul 14 12:19:17.343954 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:17.613111 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '74358e65-4811-4a9b-a9d3-516474e227a7', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'port_id': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'mac_address': 'fa:16:3e:5e:ba:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:18:27Z', 'updated_at': '2022-07-14T12:19:16Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:17.639542 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:17.653769 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:17.654788 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:17.759335 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8535b-b2ff-4340-bcac-3443cee5112a req-fd3be806-1464-4b65-aff5-0c9dca76cb83 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:17.762034 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05c8535b-b2ff-4340-bcac-3443cee5112a req-fd3be806-1464-4b65-aff5-0c9dca76cb83 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0676155 Jul 14 12:19:17.770091 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:17.771337 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:17.826525 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05c8535b-b2ff-4340-bcac-3443cee5112a req-1c10bb6e-48d3-4cea-9a19-ba25ee326d4c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581379 Jul 14 12:19:17.931148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:17.935385 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e24d7ea4-136d-4598-aab8-40f4e5bd5dd3 req-347ba0ab-2f6f-472f-bdf3-95ce2d30cc48 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0344849 Jul 14 12:19:18.083632 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '74358e65-4811-4a9b-a9d3-516474e227a7', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'port_id': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'mac_address': 'fa:16:3e:5e:ba:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:18:27Z', 'updated_at': '2022-07-14T12:19:16Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:18.114478 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c378045b-8924-4182-8143-c86e43a8b99c None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '74358e65-4811-4a9b-a9d3-516474e227a7', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'floating_ip_address': '172.27.1.82', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'port_id': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'mac_address': 'fa:16:3e:5e:ba:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:18:27Z', 'updated_at': '2022-07-14T12:19:16Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:18.212039 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-7d62899d-8140-4d5d-a4d0-2a5584926370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:18.213535 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-7d62899d-8140-4d5d-a4d0-2a5584926370 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1129 time: 0.2931776 Jul 14 12:19:18.242066 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-75262fc7-4d85-4796-ad3a-9da06a2ad627 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:18.242066 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-75262fc7-4d85-4796-ad3a-9da06a2ad627 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "GET /v2.0/networks?id=c7c0701d-ea07-40d2-a551-c26bc0c8851b HTTP/1.1" status: 200 len: 808 time: 0.3723314 Jul 14 12:19:18.340566 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a5be06-5a02-4188-b314-a74df52219f7 None None] New status for floating IP 74358e65-4811-4a9b-a9d3-516474e227a7: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:19:18.502385 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Request body: {'port': {'device_id': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b', 'admin_state_up': True, 'tenant_id': '8bf2b73c991f489d915d7124b5d24564'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:18.683791 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d9be-84c0-4a2d-acda-261814d4598f req-e9d1d139-192f-4d45-916d-d0b6e91bf282 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:18.685797 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7da9d9be-84c0-4a2d-acda-261814d4598f req-e9d1d139-192f-4d45-916d-d0b6e91bf282 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0994601 Jul 14 12:19:18.754217 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:18.765315 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-a8c09b97-636a-4e3c-b8f5-aa16aca7da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:18.767295 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-a8c09b97-636a-4e3c-b8f5-aa16aca7da20 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.2572899 Jul 14 12:19:18.835246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-c7bf65df-25d6-4530-992b-1e41184e64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:18.836649 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-c7bf65df-25d6-4530-992b-1e41184e64d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1130 time: 0.1725926 Jul 14 12:19:18.841567 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7da9d9be-84c0-4a2d-acda-261814d4598f req-70d19bd0-9960-4d90-9e60-df157ce162aa tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315417 Jul 14 12:19:18.914857 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-c8a1ecd6-ebf5-4d79-a808-a54d806961f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 1000 time: 0.1364734 Jul 14 12:19:18.972114 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-236e8c53-9e66-4cd9-93e9-b9e13882f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:18.973609 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-236e8c53-9e66-4cd9-93e9-b9e13882f6ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.0523963 Jul 14 12:19:18.989815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Made reservation on behalf of 8bf2b73c991f489d915d7124b5d24564 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:18.995623 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.104645 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-25c49afc-fe53-4b82-8ede-7905cca006ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:19.107223 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-25c49afc-fe53-4b82-8ede-7905cca006ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1068532 Jul 14 12:19:19.281397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55156) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:19.330293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Allocated IP 172.20.0.5 (c7c0701d-ea07-40d2-a551-c26bc0c8851b/0ef9f78e-355f-47b5-a193-e7596bcf18c4/327eab00-b490-4f1e-b8ec-760ae8cb63af) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:19.402729 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55162) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:19.404964 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-34cfb347-78ff-4201-82d6-0d5436da3c4c service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633612 Jul 14 12:19:19.457907 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0fa52019-31a2-4f11-a661-04cdaad4bfd9 req-12b96421-e4c8-47f6-a688-11f4d43a014f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0493693 Jul 14 12:19:19.491043 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-ce6d6e38-1ef2-4d61-8b68-72033d59e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:19.493735 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-ce6d6e38-1ef2-4d61-8b68-72033d59e385 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.5715132 Jul 14 12:19:19.546475 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-14f14688-2e86-432c-9812-f9f4a891f4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.575908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.585849 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-b0f53ff7-d95d-481b-814f-541074ba0594 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 200 len: 217 time: 0.0840523 Jul 14 12:19:19.734119 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-04b777a9-4437-4fc0-9772-f378235a7b5f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1146986 Jul 14 12:19:19.734288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks [] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.735575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:19.742426 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:19.745590 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-bcb85923-55b3-49b9-8080-d323cda29f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:19.745590 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-bcb85923-55b3-49b9-8080-d323cda29f42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.1236134 Jul 14 12:19:19.752309 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e499f7ed-4425-402d-acc7-7be55a6b6d82 req-943ed9cd-308d-43f2-b8d5-b8dfd089679a service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396629 Jul 14 12:19:19.831157 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-e980a00d-a047-41f2-a0ff-8fb7f95aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:19.832705 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-e980a00d-a047-41f2-a0ff-8fb7f95aebf3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803177 Jul 14 12:19:19.858817 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-14f14688-2e86-432c-9812-f9f4a891f4a4 admin admin] Publish callbacks [] for security_group (614bd9f3-467b-4d02-8f10-4b194aa6502f), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.873756 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Publish callbacks [] for security_group (56fd08e6-5cba-4cb4-8347-9bdc65333d5e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.939550 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-f84f8a79-b66f-4d67-8148-bc1e78428bd8 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988724 Jul 14 12:19:19.944105 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (56fd08e6-5cba-4cb4-8347-9bdc65333d5e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.946551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:19.947830 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-14f14688-2e86-432c-9812-f9f4a891f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (614bd9f3-467b-4d02-8f10-4b194aa6502f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.034909 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:20.038632 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:20.059803 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db454fa2-fb44-4e62-877d-1f6c5b0301f7 req-abfc3e99-afc6-47f2-b093-714f222a9399 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.061189 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-db454fa2-fb44-4e62-877d-1f6c5b0301f7 req-abfc3e99-afc6-47f2-b093-714f222a9399 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1298344 Jul 14 12:19:20.063249 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2e809d0-a037-43ee-bc67-20e0941b2add req-ce9fbcb3-0d83-4232-9781-74cfb4e5c0a3 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988336 Jul 14 12:19:20.068527 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ddd9706b7b4f4852bcb6c5e2acbc8326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6626225 Jul 14 12:19:20.070663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Network c7c0701d-ea07-40d2-a551-c26bc0c8851b is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:20.071247 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55174) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:20.092245 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-14f14688-2e86-432c-9812-f9f4a891f4a4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=63c23ac9cde849a6b42c5e52f2d3cdd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8083174 Jul 14 12:19:20.093814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fd08e6-5cba-4cb4-8347-9bdc65333d5e,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.096122 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55176) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:20.108143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:20.138086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:20.153237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.153423 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Publish callbacks [] for security_group (56fd08e6-5cba-4cb4-8347-9bdc65333d5e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.153581 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.153921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.161679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e57fbd-2825-462c-bc9b-60bc7664d3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.174446 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-b31191d7-b267-4196-a90a-bd71055a71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.176034 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-b31191d7-b267-4196-a90a-bd71055a71e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1129 time: 0.1546986 Jul 14 12:19:20.187429 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b9e63a5-9a30-46a2-a3cd-5e5b778f4303 admin admin] Publish callbacks [] for security_group (614bd9f3-467b-4d02-8f10-4b194aa6502f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.192144 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Publish callbacks [] for security_group (56fd08e6-5cba-4cb4-8347-9bdc65333d5e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.214237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Pushing event updated for resources: {'Port': ['ID=327eab00-b490-4f1e-b8ec-760ae8cb63af,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.245352 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b9e63a5-9a30-46a2-a3cd-5e5b778f4303 admin admin] Publish callbacks [] for security_group (614bd9f3-467b-4d02-8f10-4b194aa6502f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.287520 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f14688-2e86-432c-9812-f9f4a891f4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614bd9f3-467b-4d02-8f10-4b194aa6502f,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.297369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.298032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.306885 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-db454fa2-fb44-4e62-877d-1f6c5b0301f7 req-a2a33579-677e-454a-a0e7-ea351c9b2025 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174480 Jul 14 12:19:20.380682 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-f2dd469e-d45f-412a-8743-019f26a0bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.382134 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-f2dd469e-d45f-412a-8743-019f26a0bb81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.1560752 Jul 14 12:19:20.383407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:20.405317 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (56fd08e6-5cba-4cb4-8347-9bdc65333d5e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.408004 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.409186 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/56fd08e6-5cba-4cb4-8347-9bdc65333d5e HTTP/1.1" status: 204 len: 168 time: 0.3369064 Jul 14 12:19:20.411947 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b9e63a5-9a30-46a2-a3cd-5e5b778f4303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (614bd9f3-467b-4d02-8f10-4b194aa6502f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.419802 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3b9e63a5-9a30-46a2-a3cd-5e5b778f4303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.419802 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3b9e63a5-9a30-46a2-a3cd-5e5b778f4303 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/614bd9f3-467b-4d02-8f10-4b194aa6502f HTTP/1.1" status: 204 len: 168 time: 0.3182635 Jul 14 12:19:20.424622 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fd08e6-5cba-4cb4-8347-9bdc65333d5e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.432519 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.432869 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.433208 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.433544 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.434077 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.435343 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.435594 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.435924 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.436254 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.436593 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.436899 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.437220 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.437538 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.438064 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.438340 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe80817-98b4-4d61-9515-259265f48233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:20.461856 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-42659f78-0ce2-4c64-9751-bf0d4a301571 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9639575 Jul 14 12:19:20.485136 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e63a5-9a30-46a2-a3cd-5e5b778f4303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614bd9f3-467b-4d02-8f10-4b194aa6502f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:20.556166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Request body: {'port': {'device_id': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:20.610007 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-bdff0dd0-9b19-45d9-b86d-e21f34afb094 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 1000 time: 0.1741142 Jul 14 12:19:20.623815 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1660d3-e4a7-43da-b547-3e68740f2bfc req-5802aa4f-7a50-48e2-af57-41b8e788f103 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.625895 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ad1660d3-e4a7-43da-b547-3e68740f2bfc req-5802aa4f-7a50-48e2-af57-41b8e788f103 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 931 time: 0.0679545 Jul 14 12:19:20.636038 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:20.694820 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ad1660d3-e4a7-43da-b547-3e68740f2bfc req-f94bfb0c-82e3-4675-8471-d6d89b3fd15a tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522594 Jul 14 12:19:20.775575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:20.923248 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-0af5fe9c-57c2-4dcd-b56a-f0e46f5d2312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.924696 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-0af5fe9c-57c2-4dcd-b56a-f0e46f5d2312 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.0739317 Jul 14 12:19:20.997148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-7195d538-14f1-4162-8c59-8d3599a8d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:20.998685 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-7195d538-14f1-4162-8c59-8d3599a8d832 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656478 Jul 14 12:19:21.006298 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327eab00-b490-4f1e-b8ec-760ae8cb63af {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:19:21.022815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Publish callbacks [] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.080572 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Transition to ACTIVE for port object 327eab00-b490-4f1e-b8ec-760ae8cb63af will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:19:21.119846 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-0fafeb4d-53e0-4286-b2d5-336045a281cb service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056683 Jul 14 12:19:21.185631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.193537 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:21.229317 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55208) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:21.255683 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c924d835-16b6-43d8-9042-061e48cb78c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.260417 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Pushing event updated for resources: {'Port': ['ID=327eab00-b490-4f1e-b8ec-760ae8cb63af,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.270227 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-061e7988-ef4c-4050-8ac5-3c96216d8b37 req-66458255-faa4-4f74-869f-7fac7491e47a service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441171 Jul 14 12:19:21.354403 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c924d835-16b6-43d8-9042-061e48cb78c5 admin admin] Publish callbacks [] for security_group (3054c5b7-1ba9-4da3-96c5-2ba16054ea1c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.373211 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55214) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:21.383542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Attempting to bind port 327eab00-b490-4f1e-b8ec-760ae8cb63af on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:21.384122 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Attempting to bind port 327eab00-b490-4f1e-b8ec-760ae8cb63af by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:21.384263 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Attempting to bind port 327eab00-b490-4f1e-b8ec-760ae8cb63af on network c7c0701d-ea07-40d2-a551-c26bc0c8851b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:21.388993 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-781f2389-ed9a-4e13-bbfe-d8d414b62d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.391615 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:21.399980 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Port 327eab00-b490-4f1e-b8ec-760ae8cb63af on network c7c0701d-ea07-40d2-a551-c26bc0c8851b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:19:21.400926 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Attempting to bind port 327eab00-b490-4f1e-b8ec-760ae8cb63af on network c7c0701d-ea07-40d2-a551-c26bc0c8851b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:21.423234 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:21.429218 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Checking segment: {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:21.429218 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Bound using segment: {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:21.429218 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Bound port: 327eab00-b490-4f1e-b8ec-760ae8cb63af, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:21.429218 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.447755 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c924d835-16b6-43d8-9042-061e48cb78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (3054c5b7-1ba9-4da3-96c5-2ba16054ea1c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.455619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be10001-6c78-420f-a60f-7829e6abaca8 req-ffc2f9b0-b26b-43a8-ac19-35646482b66f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:21.457097 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6be10001-6c78-420f-a60f-7829e6abaca8 req-ffc2f9b0-b26b-43a8-ac19-35646482b66f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0689232 Jul 14 12:19:21.500255 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c924d835-16b6-43d8-9042-061e48cb78c5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6c9c767a1d974c84936583817c9fb6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686644 Jul 14 12:19:21.506102 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55216) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:21.516401 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924d835-16b6-43d8-9042-061e48cb78c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3054c5b7-1ba9-4da3-96c5-2ba16054ea1c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.520125 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-781f2389-ed9a-4e13-bbfe-d8d414b62d3c admin admin] Publish callbacks [] for security_group (04daebbc-b204-44d2-aef0-c501d9dcc2bc), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.534558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] For port 327eab00-b490-4f1e-b8ec-760ae8cb63af, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:21.538395 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] For port 327eab00-b490-4f1e-b8ec-760ae8cb63af, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=327eab00-b490-4f1e-b8ec-760ae8cb63af,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:21.542613 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6be10001-6c78-420f-a60f-7829e6abaca8 req-5f01a182-fa5c-470c-8226-589d84667225 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688889 Jul 14 12:19:21.562096 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:21.567938 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09d5a8dd-e885-4408-869b-5f12c9189ff1 admin admin] Publish callbacks [] for security_group (3054c5b7-1ba9-4da3-96c5-2ba16054ea1c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.591684 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09d5a8dd-e885-4408-869b-5f12c9189ff1 admin admin] Publish callbacks [] for security_group (3054c5b7-1ba9-4da3-96c5-2ba16054ea1c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.599862 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-781f2389-ed9a-4e13-bbfe-d8d414b62d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (04daebbc-b204-44d2-aef0-c501d9dcc2bc), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.633800 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.657942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f2389-ed9a-4e13-bbfe-d8d414b62d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04daebbc-b204-44d2-aef0-c501d9dcc2bc,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.665497 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-781f2389-ed9a-4e13-bbfe-d8d414b62d3c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a8133c23656941b2a73c0e5086623840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904446 Jul 14 12:19:21.668146 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55220) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:21.669661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:21.670259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.671625 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] 10.222.0.86 "PUT /v2.0/ports/327eab00-b490-4f1e-b8ec-760ae8cb63af HTTP/1.1" status: 200 len: 1093 time: 1.1197512 Jul 14 12:19:21.673363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'tag': '327eab00-b490-4f1e-b8ec-760ae8cb63af'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:21.675560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da13ada-f78c-4aa3-92fd-2122b70ecf54" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1629fa-7e62-4b9d-9b3f-5781ca63efb3", "tag": "327eab00-b490-4f1e-b8ec-760ae8cb63af"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:21.720720 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62c684-506c-4537-994d-bbf0b7b4918a service neutron] Pushing event updated for resources: {'Port': ['ID=327eab00-b490-4f1e-b8ec-760ae8cb63af,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:21.756902 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b940584b-003d-4847-9615-6d5b1cf8617c x-openstack-request-id: req-b940584b-003d-4847-9615-6d5b1cf8617c {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:21.757185 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1629fa-7e62-4b9d-9b3f-5781ca63efb3", "tag": "327eab00-b490-4f1e-b8ec-760ae8cb63af", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:21.758998 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09d5a8dd-e885-4408-869b-5f12c9189ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (3054c5b7-1ba9-4da3-96c5-2ba16054ea1c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.760375 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b940584b-003d-4847-9615-6d5b1cf8617c {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:21.760835 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b940584b-003d-4847-9615-6d5b1cf8617c'] response: {'name': 'network-changed', 'server_uuid': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'tag': '327eab00-b490-4f1e-b8ec-760ae8cb63af', 'status': 'completed', 'code': 200} Jul 14 12:19:21.762445 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-09d5a8dd-e885-4408-869b-5f12c9189ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.762601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfdd4-80a8-4a17-b5f0-6913b3460b3a admin admin] Publish callbacks [] for security_group (04daebbc-b204-44d2-aef0-c501d9dcc2bc), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:21.764672 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-09d5a8dd-e885-4408-869b-5f12c9189ff1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3054c5b7-1ba9-4da3-96c5-2ba16054ea1c HTTP/1.1" status: 204 len: 168 time: 0.2565801 Jul 14 12:19:21.779595 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5a8dd-e885-4408-869b-5f12c9189ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3054c5b7-1ba9-4da3-96c5-2ba16054ea1c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:22.036905 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfdd4-80a8-4a17-b5f0-6913b3460b3a admin admin] Publish callbacks [] for security_group (04daebbc-b204-44d2-aef0-c501d9dcc2bc), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.086721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7032-6e11-4040-889d-310c0803a0e5 req-fb1a6914-8934-46fe-9b81-3965d92b51c0 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.088190 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-163d7032-6e11-4040-889d-310c0803a0e5 req-fb1a6914-8934-46fe-9b81-3965d92b51c0 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.3336406 Jul 14 12:19:22.094560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13ada-f78c-4aa3-92fd-2122b70ecf54 req-209788dd-6950-418c-b831-e395a26f5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.096015 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6da13ada-f78c-4aa3-92fd-2122b70ecf54 req-209788dd-6950-418c-b831-e395a26f5867 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bf2b73c991f489d915d7124b5d24564&device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 1127 time: 0.0823433 Jul 14 12:19:22.176567 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-163d7032-6e11-4040-889d-310c0803a0e5 req-f03637d1-3a80-41ca-bbb7-33393b0e6bce tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761139 Jul 14 12:19:22.239453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfdd4-80a8-4a17-b5f0-6913b3460b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (04daebbc-b204-44d2-aef0-c501d9dcc2bc), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.241937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3ffdfdd4-80a8-4a17-b5f0-6913b3460b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.245438 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-3ffdfdd4-80a8-4a17-b5f0-6913b3460b3a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/04daebbc-b204-44d2-aef0-c501d9dcc2bc HTTP/1.1" status: 204 len: 168 time: 0.5703912 Jul 14 12:19:22.271063 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdfdd4-80a8-4a17-b5f0-6913b3460b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04daebbc-b204-44d2-aef0-c501d9dcc2bc,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:22.274342 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13ada-f78c-4aa3-92fd-2122b70ecf54 req-81515354-1207-4a11-89b8-5737ac9331c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.276419 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6da13ada-f78c-4aa3-92fd-2122b70ecf54 req-81515354-1207-4a11-89b8-5737ac9331c0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bf2b73c991f489d915d7124b5d24564&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1556377 Jul 14 12:19:22.406330 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13ada-f78c-4aa3-92fd-2122b70ecf54 req-b1b15252-e0f9-4806-9e1b-f41edffdd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.408839 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6da13ada-f78c-4aa3-92fd-2122b70ecf54 req-b1b15252-e0f9-4806-9e1b-f41edffdd73a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240511 Jul 14 12:19:22.502327 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:22.541457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-23ea8e10-f94c-4603-81be-8fcd0f7b01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.543632 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-23ea8e10-f94c-4603-81be-8fcd0f7b01f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bf2b73c991f489d915d7124b5d24564&device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 1127 time: 0.0392177 Jul 14 12:19:22.597120 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-d60745b7-128a-4032-8df9-f60a069d5a26 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=327eab00-b490-4f1e-b8ec-760ae8cb63af HTTP/1.1" status: 200 len: 217 time: 0.0343068 Jul 14 12:19:22.599370 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55242) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:22.641248 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-67b6ab1d-1c80-4401-b26e-39cb623796ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.694639 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35508df-e1d2-41bc-a7b4-9b68073f4a55 req-8a3933b1-995e-44f8-a58f-d8f730d424fc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.702999 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d35508df-e1d2-41bc-a7b4-9b68073f4a55 req-8a3933b1-995e-44f8-a58f-d8f730d424fc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0742495 Jul 14 12:19:22.709705 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a0055-659a-4d7c-96bb-fe602d24600e req-703f7a3b-f3a3-46ff-9180-f96d435b754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:22.718877 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-703f7a3b-f3a3-46ff-9180-f96d435b754d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ef9f78e-355f-47b5-a193-e7596bcf18c4 HTTP/1.1" status: 200 len: 848 time: 0.1058416 Jul 14 12:19:22.759850 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d35508df-e1d2-41bc-a7b4-9b68073f4a55 req-b0ce7966-c39d-44f2-9fb2-72d7fe9a3d48 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558856 Jul 14 12:19:22.782744 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-00b2fff6-36a7-4d65-af0b-8ce381316d59 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7c0701d-ea07-40d2-a551-c26bc0c8851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416648 Jul 14 12:19:22.786583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-67b6ab1d-1c80-4401-b26e-39cb623796ef admin admin] Publish callbacks [] for security_group (ac692646-24c6-49b2-8ab9-ae7072876be1), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.854066 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-67b6ab1d-1c80-4401-b26e-39cb623796ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ac692646-24c6-49b2-8ab9-ae7072876be1), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.910972 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-67b6ab1d-1c80-4401-b26e-39cb623796ef admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c2e320fa8403467d9b348ebeb3061086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105748 Jul 14 12:19:22.913710 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55256) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:22.922599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6ab1d-1c80-4401-b26e-39cb623796ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac692646-24c6-49b2-8ab9-ae7072876be1,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:22.937559 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-f2290f3d-c0bf-4f8e-bc26-429d1984b5a4 service neutron] 10.222.0.86 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465561 Jul 14 12:19:22.972651 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5625910-d20b-480b-b886-09a6bb25008a admin admin] Publish callbacks [] for security_group (ac692646-24c6-49b2-8ab9-ae7072876be1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:22.995476 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5625910-d20b-480b-b886-09a6bb25008a admin admin] Publish callbacks [] for security_group (ac692646-24c6-49b2-8ab9-ae7072876be1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:23.042239 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-761a0055-659a-4d7c-96bb-fe602d24600e req-04ae5bd2-d74a-472b-ac41-036a81543b58 service neutron] 10.222.0.86 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912416 Jul 14 12:19:23.124597 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5625910-d20b-480b-b886-09a6bb25008a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ac692646-24c6-49b2-8ab9-ae7072876be1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:23.129791 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a5625910-d20b-480b-b886-09a6bb25008a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:23.129791 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a5625910-d20b-480b-b886-09a6bb25008a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ac692646-24c6-49b2-8ab9-ae7072876be1 HTTP/1.1" status: 204 len: 168 time: 0.2134242 Jul 14 12:19:23.136024 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5625910-d20b-480b-b886-09a6bb25008a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac692646-24c6-49b2-8ab9-ae7072876be1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:23.143833 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:23.298796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f5dd7-0c6b-488f-bd91-e3e0b6cca3c6 req-ec716c73-db79-4e38-870d-8b8014188a56 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:23.300275 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-018f5dd7-0c6b-488f-bd91-e3e0b6cca3c6 req-ec716c73-db79-4e38-870d-8b8014188a56 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.0493774 Jul 14 12:19:23.350786 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-018f5dd7-0c6b-488f-bd91-e3e0b6cca3c6 req-a39b5ed3-b844-417f-b815-ca551b8ebebc tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Jul 14 12:19:23.549522 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:23.889398 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d601a-e1ae-4b7f-b070-992c59945d13 req-13e026f8-9207-4b19-8844-930c2287cc0c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:23.890920 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e68d601a-e1ae-4b7f-b070-992c59945d13 req-13e026f8-9207-4b19-8844-930c2287cc0c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0574605 Jul 14 12:19:23.933801 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:23.967202 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e68d601a-e1ae-4b7f-b070-992c59945d13 req-38828ecb-84f2-4a7d-9485-835e25f77936 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687194 Jul 14 12:19:24.469211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a657d-426d-4478-ab5c-2737b0c72d28 req-524291fa-9cdd-40de-97f9-3325565fd943 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:24.471285 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a60a657d-426d-4478-ab5c-2737b0c72d28 req-524291fa-9cdd-40de-97f9-3325565fd943 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.0509493 Jul 14 12:19:24.539011 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a60a657d-426d-4478-ab5c-2737b0c72d28 req-f495e9c7-a2b1-442f-a7f4-73f005d82fba tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609353 Jul 14 12:19:25.093229 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565976-884f-491b-9ab0-e09ff3fe0aba req-ea4c2202-209b-40ae-bc4e-ea0d21cc7740 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:25.095440 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-78565976-884f-491b-9ab0-e09ff3fe0aba req-ea4c2202-209b-40ae-bc4e-ea0d21cc7740 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0556741 Jul 14 12:19:25.157126 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-78565976-884f-491b-9ab0-e09ff3fe0aba req-fa65c5b1-6a8c-4103-b6ff-4e8bc14c1fe6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509405 Jul 14 12:19:25.672233 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0289-5f49-44b5-8ed4-93d0679acff0 req-489807b2-1c42-4eb8-8a23-a65a1c62ecd5 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:25.673645 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4dbe0289-5f49-44b5-8ed4-93d0679acff0 req-489807b2-1c42-4eb8-8a23-a65a1c62ecd5 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.0547588 Jul 14 12:19:25.721293 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4dbe0289-5f49-44b5-8ed4-93d0679acff0 req-6de83f17-10c2-4378-8f81-6277656dac23 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Jul 14 12:19:25.871587 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55384) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:25.983765 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-530894fe-4b2a-4101-96d7-a0a3a8feb73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.068201 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-530894fe-4b2a-4101-96d7-a0a3a8feb73c admin admin] Publish callbacks [] for security_group (04375509-438c-4c5a-9b5c-1e1287c3228b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.124317 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-530894fe-4b2a-4101-96d7-a0a3a8feb73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (04375509-438c-4c5a-9b5c-1e1287c3228b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.163418 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-530894fe-4b2a-4101-96d7-a0a3a8feb73c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=785745b770024585902d82bdffdff518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901359 Jul 14 12:19:26.165302 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530894fe-4b2a-4101-96d7-a0a3a8feb73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04375509-438c-4c5a-9b5c-1e1287c3228b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:26.166129 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55394) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:26.217559 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2fe96864-04ea-4c10-9143-fc98cae851c4 admin admin] Publish callbacks [] for security_group (04375509-438c-4c5a-9b5c-1e1287c3228b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.239977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2fe96864-04ea-4c10-9143-fc98cae851c4 admin admin] Publish callbacks [] for security_group (04375509-438c-4c5a-9b5c-1e1287c3228b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.275119 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cff3f-5b09-4c1f-9c7f-12a5d1bf4c99 req-0524a665-9055-4d18-a5eb-85a3f233334f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:26.276576 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-282cff3f-5b09-4c1f-9c7f-12a5d1bf4c99 req-0524a665-9055-4d18-a5eb-85a3f233334f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0495222 Jul 14 12:19:26.325281 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-282cff3f-5b09-4c1f-9c7f-12a5d1bf4c99 req-4a19c2c1-fe2a-4757-9539-1221bb48e135 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421674 Jul 14 12:19:26.347268 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2fe96864-04ea-4c10-9143-fc98cae851c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (04375509-438c-4c5a-9b5c-1e1287c3228b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.349839 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2fe96864-04ea-4c10-9143-fc98cae851c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:26.350997 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-2fe96864-04ea-4c10-9143-fc98cae851c4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/04375509-438c-4c5a-9b5c-1e1287c3228b HTTP/1.1" status: 204 len: 168 time: 0.1838837 Jul 14 12:19:26.359622 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe96864-04ea-4c10-9143-fc98cae851c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04375509-438c-4c5a-9b5c-1e1287c3228b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:26.839364 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a0f4-871f-42de-bf5f-36a00a64b4ef req-de01176c-0ed3-4ecc-8364-0205a3a701af tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:26.841655 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6b52a0f4-871f-42de-bf5f-36a00a64b4ef req-de01176c-0ed3-4ecc-8364-0205a3a701af tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.0508943 Jul 14 12:19:26.892423 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6b52a0f4-871f-42de-bf5f-36a00a64b4ef req-249fca30-51b4-4bed-86c8-316aff1934f8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446575 Jul 14 12:19:27.042504 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55414) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:27.056996 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc9e-5ac9-43f1-b37d-b4754f8e10fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.140897 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc9e-5ac9-43f1-b37d-b4754f8e10fd admin admin] Publish callbacks [] for security_group (70c12a5c-02bc-4877-8c94-487ca4799361), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.233220 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-faf6bc9e-5ac9-43f1-b37d-b4754f8e10fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (70c12a5c-02bc-4877-8c94-487ca4799361), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.280596 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-faf6bc9e-5ac9-43f1-b37d-b4754f8e10fd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae363ceb53364d71bbf0831279347fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342930 Jul 14 12:19:27.280596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6bc9e-5ac9-43f1-b37d-b4754f8e10fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c12a5c-02bc-4877-8c94-487ca4799361,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:27.281349 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55428) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:27.339257 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c3744788-89d4-4e6e-9469-37de5b160605 admin admin] Publish callbacks [] for security_group (70c12a5c-02bc-4877-8c94-487ca4799361), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.361957 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c3744788-89d4-4e6e-9469-37de5b160605 admin admin] Publish callbacks [] for security_group (70c12a5c-02bc-4877-8c94-487ca4799361), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.461567 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29e57d-0da7-4a5f-8ad8-3abd0536a941 req-92d1201d-b82f-4902-b10c-76e961eca744 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:27.463238 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ab29e57d-0da7-4a5f-8ad8-3abd0536a941 req-92d1201d-b82f-4902-b10c-76e961eca744 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0643439 Jul 14 12:19:27.514541 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ab29e57d-0da7-4a5f-8ad8-3abd0536a941 req-788103d5-3b46-4dd5-827f-e3c9fdcf4669 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Jul 14 12:19:27.515737 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c3744788-89d4-4e6e-9469-37de5b160605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (70c12a5c-02bc-4877-8c94-487ca4799361), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.518321 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c3744788-89d4-4e6e-9469-37de5b160605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:27.519366 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c3744788-89d4-4e6e-9469-37de5b160605 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/70c12a5c-02bc-4877-8c94-487ca4799361 HTTP/1.1" status: 204 len: 168 time: 0.2368126 Jul 14 12:19:27.531732 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3744788-89d4-4e6e-9469-37de5b160605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c12a5c-02bc-4877-8c94-487ca4799361,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:28.009846 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fd4e0-1df3-41d7-90d1-2002fb625e0d req-3b1e9201-d18e-4f0f-8be1-f5c3d4dd26e3 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:28.011600 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-461fd4e0-1df3-41d7-90d1-2002fb625e0d req-3b1e9201-d18e-4f0f-8be1-f5c3d4dd26e3 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.0525205 Jul 14 12:19:28.057489 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:28.066014 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-461fd4e0-1df3-41d7-90d1-2002fb625e0d req-e1a38823-5481-483a-9551-cdacf47dbda8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Jul 14 12:19:28.083574 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=84 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:28.634573 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bb6ed-a5c0-40b2-a339-a70c35be4fa9 req-8f7123b9-0ec8-4452-9f8f-d9b63600904b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:28.636114 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-de8bb6ed-a5c0-40b2-a339-a70c35be4fa9 req-8f7123b9-0ec8-4452-9f8f-d9b63600904b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0514996 Jul 14 12:19:28.704347 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-de8bb6ed-a5c0-40b2-a339-a70c35be4fa9 req-af0cccb4-1373-440e-b6ff-3347545ad867 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612779 Jul 14 12:19:29.137715 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 327eab00-b490-4f1e-b8ec-760ae8cb63af details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:19:29.217457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76052f9b-eac0-4a7a-8614-d27ff1d446ba req-cecd57a0-5541-4f02-9c36-b28333725a4f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:29.225369 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76052f9b-eac0-4a7a-8614-d27ff1d446ba req-cecd57a0-5541-4f02-9c36-b28333725a4f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 943 time: 0.0623999 Jul 14 12:19:29.265605 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 327eab00-b490-4f1e-b8ec-760ae8cb63af, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=327eab00-b490-4f1e-b8ec-760ae8cb63af,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:29.270675 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76052f9b-eac0-4a7a-8614-d27ff1d446ba req-f13247a3-06e5-4736-b52c-7cdd7c683169 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443041 Jul 14 12:19:29.277142 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '327eab00-b490-4f1e-b8ec-760ae8cb63af', 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b', 'port_id': '327eab00-b490-4f1e-b8ec-760ae8cb63af', 'mac_address': 'fa:16:3e:c3:fb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef9f78e-355f-47b5-a193-e7596bcf18c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:19:29.312393 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 327eab00-b490-4f1e-b8ec-760ae8cb63af is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:29.312793 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:29.326645 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327eab00-b490-4f1e-b8ec-760ae8cb63af {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:19:29.347240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 327eab00-b490-4f1e-b8ec-760ae8cb63af, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=327eab00-b490-4f1e-b8ec-760ae8cb63af,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:29.456344 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:29.512096 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=327eab00-b490-4f1e-b8ec-760ae8cb63af,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:29.519589 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.519937 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.520283 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.520631 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.520966 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.521297 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.521625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.521951 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.522282 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.522604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.523075 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.523454 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.523788 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.524108 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.524435 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:29.860417 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464e712-e08f-4383-9558-6900b96cc728 req-32022564-2407-49c9-8d6b-4f7bd0b824f1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:29.862013 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d464e712-e08f-4383-9558-6900b96cc728 req-32022564-2407-49c9-8d6b-4f7bd0b824f1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0543244 Jul 14 12:19:29.876385 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:29.921071 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d464e712-e08f-4383-9558-6900b96cc728 req-acb3a455-15cd-4dd1-9796-a88c6d7b7873 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526166 Jul 14 12:19:29.957576 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['327eab00-b490-4f1e-b8ec-760ae8cb63af'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:30.040805 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:30.384644 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626d9e4-6835-4018-a76e-f2ccb4d73c18 req-f2caf348-bf1b-4b7d-b617-46e39c9adae1 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:30.386138 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3626d9e4-6835-4018-a76e-f2ccb4d73c18 req-f2caf348-bf1b-4b7d-b617-46e39c9adae1 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 944 time: 0.0480158 Jul 14 12:19:30.434966 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3626d9e4-6835-4018-a76e-f2ccb4d73c18 req-a4fd4c93-db15-4446-9f06-b643d979be2c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Jul 14 12:19:30.659836 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:30.678286 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95575618-df27-4a02-8592-3a488d048aa0 req-58ee6bd4-73bd-4a6c-aeae-03f2221b6710 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:30.680111 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95575618-df27-4a02-8592-3a488d048aa0 req-58ee6bd4-73bd-4a6c-aeae-03f2221b6710 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0530255 Jul 14 12:19:30.701691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55554) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:30.738749 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95575618-df27-4a02-8592-3a488d048aa0 req-ecf943ef-0da7-45b9-8515-ed47c217710b tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474536 Jul 14 12:19:30.834692 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-905084f6-5ced-43a8-988a-7ac19b5c2114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.021001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:31.021001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-905084f6-5ced-43a8-988a-7ac19b5c2114 admin admin] Publish callbacks [] for security_group (4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.049909 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36daeb7e-6e7b-4a2a-bfbd-75852ef9a5e4 req-22ad0b21-fa56-47f5-bfd2-3f0d7b3dc9d7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:31.051549 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-36daeb7e-6e7b-4a2a-bfbd-75852ef9a5e4 req-22ad0b21-fa56-47f5-bfd2-3f0d7b3dc9d7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0479498 Jul 14 12:19:31.102892 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-36daeb7e-6e7b-4a2a-bfbd-75852ef9a5e4 req-df6cb034-3956-4d6a-bfad-9d4efdf31c93 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Jul 14 12:19:31.137127 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 327eab00-b490-4f1e-b8ec-760ae8cb63af up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:31.181424 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 327eab00-b490-4f1e-b8ec-760ae8cb63af completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:19:31.262628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-905084f6-5ced-43a8-988a-7ac19b5c2114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.296225 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 327eab00-b490-4f1e-b8ec-760ae8cb63af triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:31.296852 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.304054 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-905084f6-5ced-43a8-988a-7ac19b5c2114 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=286fd5b29ea94d898673abfb9d029fa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5999093 Jul 14 12:19:31.309741 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905084f6-5ced-43a8-988a-7ac19b5c2114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:31.310246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55568) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:31.329936 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:31.369130 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-424a051d-5802-4e19-bd29-25a9abeddeff admin admin] Publish callbacks [] for security_group (4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.383523 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 327eab00-b490-4f1e-b8ec-760ae8cb63af is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:31.388155 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.391863 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-424a051d-5802-4e19-bd29-25a9abeddeff admin admin] Publish callbacks [] for security_group (4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.412929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327eab00-b490-4f1e-b8ec-760ae8cb63af'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:31.415216 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dfb375-4afa-4a5c-bbd4-ce86a74b2346" -d '{"events": [{"server_uuid": "ea1629fa-7e62-4b9d-9b3f-5781ca63efb3", "name": "network-vif-plugged", "status": "completed", "tag": "327eab00-b490-4f1e-b8ec-760ae8cb63af"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:31.430680 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 327eab00-b490-4f1e-b8ec-760ae8cb63af, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=327eab00-b490-4f1e-b8ec-760ae8cb63af,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:31.457425 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39bc161-eb54-4486-ad55-7f8ac42fe9e0 x-openstack-request-id: req-b39bc161-eb54-4486-ad55-7f8ac42fe9e0 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:31.457712 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1629fa-7e62-4b9d-9b3f-5781ca63efb3", "name": "network-vif-plugged", "status": "completed", "tag": "327eab00-b490-4f1e-b8ec-760ae8cb63af", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:31.460218 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b39bc161-eb54-4486-ad55-7f8ac42fe9e0 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:31.460928 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39bc161-eb54-4486-ad55-7f8ac42fe9e0'] response: {'server_uuid': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327eab00-b490-4f1e-b8ec-760ae8cb63af', 'code': 200} Jul 14 12:19:31.513395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.558648 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc3c21-1b5b-4675-98d9-0b2b60ce424c req-c02e965a-a737-49ee-8569-a75c34dc1529 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:31.560087 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9fcc3c21-1b5b-4675-98d9-0b2b60ce424c req-c02e965a-a737-49ee-8569-a75c34dc1529 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0491879 Jul 14 12:19:31.563872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=327eab00-b490-4f1e-b8ec-760ae8cb63af,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:31.570460 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-424a051d-5802-4e19-bd29-25a9abeddeff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.576370 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-424a051d-5802-4e19-bd29-25a9abeddeff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:31.578956 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-424a051d-5802-4e19-bd29-25a9abeddeff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9 HTTP/1.1" status: 204 len: 168 time: 0.2679110 Jul 14 12:19:31.587141 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a051d-5802-4e19-bd29-25a9abeddeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffe8b91-8c0b-4dc5-9343-6ebc7d3042f9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:31.614856 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9fcc3c21-1b5b-4675-98d9-0b2b60ce424c req-2d8f0a32-db64-441a-b46c-c83f2710fa4f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490851 Jul 14 12:19:31.857572 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5c55d-7a3d-4511-806e-3fbcabd65d90 req-fe5637dd-0170-4260-9988-da6cdbfd85b8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:31.859125 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0d5c55d-7a3d-4511-806e-3fbcabd65d90 req-fe5637dd-0170-4260-9988-da6cdbfd85b8 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0490401 Jul 14 12:19:31.909252 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0d5c55d-7a3d-4511-806e-3fbcabd65d90 req-cdb1a5af-98cf-48de-88e9-ba28b9b018c4 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442896 Jul 14 12:19:32.218300 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d1d02-9589-4b4e-929b-e110f575d3c3 req-10dd237d-e458-4aad-9c0f-327fd565e3cb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:32.219784 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c41d1d02-9589-4b4e-929b-e110f575d3c3 req-10dd237d-e458-4aad-9c0f-327fd565e3cb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0479810 Jul 14 12:19:32.270942 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c41d1d02-9589-4b4e-929b-e110f575d3c3 req-167eed27-8165-48c4-96cc-6297c385b0d4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453913 Jul 14 12:19:32.276081 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55606) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:32.289605 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-91b7b0a0-1282-4631-947a-8a4a0d0385f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.368262 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-91b7b0a0-1282-4631-947a-8a4a0d0385f7 admin admin] Publish callbacks [] for security_group (b759a222-0b31-4582-b7e9-5673851b5686), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.456106 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-91b7b0a0-1282-4631-947a-8a4a0d0385f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b759a222-0b31-4582-b7e9-5673851b5686), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.496594 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-91b7b0a0-1282-4631-947a-8a4a0d0385f7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=aa8ecbdfe94c442cbaf3daf8b422609b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194040 Jul 14 12:19:32.499104 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7b0a0-1282-4631-947a-8a4a0d0385f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b759a222-0b31-4582-b7e9-5673851b5686,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:32.499506 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55612) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:32.521967 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55614) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:32.527716 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:32.550315 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7c59ba72-74bf-476b-b569-803717bdd558 admin admin] Publish callbacks [] for security_group (b759a222-0b31-4582-b7e9-5673851b5686), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.573715 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7c59ba72-74bf-476b-b569-803717bdd558 admin admin] Publish callbacks [] for security_group (b759a222-0b31-4582-b7e9-5673851b5686), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.638388 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f64a723a-ca0e-419a-a219-6bc3d12071c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.662671 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:32.690653 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7c59ba72-74bf-476b-b569-803717bdd558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b759a222-0b31-4582-b7e9-5673851b5686), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.693426 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7c59ba72-74bf-476b-b569-803717bdd558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.694661 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7c59ba72-74bf-476b-b569-803717bdd558 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b759a222-0b31-4582-b7e9-5673851b5686 HTTP/1.1" status: 204 len: 168 time: 0.1941545 Jul 14 12:19:32.712468 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c59ba72-74bf-476b-b569-803717bdd558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b759a222-0b31-4582-b7e9-5673851b5686,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:32.751001 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a18171-7953-4663-a27b-124eb9f2c7ad req-38a6bf0f-ee3c-48b5-ab8f-6909803bcdbc tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:32.757717 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-04a18171-7953-4663-a27b-124eb9f2c7ad req-38a6bf0f-ee3c-48b5-ab8f-6909803bcdbc tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0691986 Jul 14 12:19:32.836566 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-04a18171-7953-4663-a27b-124eb9f2c7ad req-bfbf3565-b204-4585-9e99-0e6ab785a73f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777221 Jul 14 12:19:32.842161 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f64a723a-ca0e-419a-a219-6bc3d12071c9 admin admin] Publish callbacks [] for security_group (40e70c47-3333-4173-8f51-ab19112232ee), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.919580 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f64a723a-ca0e-419a-a219-6bc3d12071c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (40e70c47-3333-4173-8f51-ab19112232ee), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:32.969654 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f64a723a-ca0e-419a-a219-6bc3d12071c9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=452717ce7f314047b3664d11fd81be3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454007 Jul 14 12:19:32.970662 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a723a-ca0e-419a-a219-6bc3d12071c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e70c47-3333-4173-8f51-ab19112232ee,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:32.971174 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55630) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:33.055226 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccb688-0ad3-4325-ad7a-c508aae3674f req-5c29be0e-da3f-4ecb-8a00-e8d28bbbd7ca tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:33.057080 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-49ccb688-0ad3-4325-ad7a-c508aae3674f req-5c29be0e-da3f-4ecb-8a00-e8d28bbbd7ca tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0664618 Jul 14 12:19:33.082325 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1247c6c6-8be4-4b60-a3ba-873f4a83f1e7 admin admin] Publish callbacks [] for security_group (40e70c47-3333-4173-8f51-ab19112232ee), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.125739 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1247c6c6-8be4-4b60-a3ba-873f4a83f1e7 admin admin] Publish callbacks [] for security_group (40e70c47-3333-4173-8f51-ab19112232ee), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.141673 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-49ccb688-0ad3-4325-ad7a-c508aae3674f req-b5f8432b-ee62-499c-b719-f1372e21fbec tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/security-groups?id=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762630 Jul 14 12:19:33.199303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be4e4-4ce5-4a2d-b070-833190236466 req-52f72e1d-4919-4f7e-8451-a2adfc17aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:33.200782 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-857be4e4-4ce5-4a2d-b070-833190236466 req-52f72e1d-4919-4f7e-8451-a2adfc17aece service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 1129 time: 0.0501287 Jul 14 12:19:33.325767 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1247c6c6-8be4-4b60-a3ba-873f4a83f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (40e70c47-3333-4173-8f51-ab19112232ee), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.328352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1247c6c6-8be4-4b60-a3ba-873f4a83f1e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.329487 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1247c6c6-8be4-4b60-a3ba-873f4a83f1e7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/40e70c47-3333-4173-8f51-ab19112232ee HTTP/1.1" status: 204 len: 168 time: 0.3571417 Jul 14 12:19:33.348765 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247c6c6-8be4-4b60-a3ba-873f4a83f1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e70c47-3333-4173-8f51-ab19112232ee,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:33.376728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-8dcc8008-145a-4778-8ee2-f41f5ecc522a tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:33.378263 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-8dcc8008-145a-4778-8ee2-f41f5ecc522a tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 946 time: 0.0865881 Jul 14 12:19:33.398878 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-857be4e4-4ce5-4a2d-b070-833190236466 req-cc75e0a2-5dc2-4889-a0e2-456cf0d214fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140277 Jul 14 12:19:33.459517 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdf340-57cd-4bbf-89db-287e7f62a348 req-972f96be-9d43-46ce-a988-fe67b1040d3d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:33.471377 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59bdf340-57cd-4bbf-89db-287e7f62a348 req-972f96be-9d43-46ce-a988-fe67b1040d3d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1126056 Jul 14 12:19:33.524967 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59bdf340-57cd-4bbf-89db-287e7f62a348 req-b4331ac5-d3dc-479b-8779-9e22c2dfdf29 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Jul 14 12:19:33.555333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Deleting port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:19:33.558980 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.612268 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:33.672550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] For port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:33.673067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.692527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Calling delete_port for c4de4bd3-dc7b-4a40-a881-cdce6997d4fa owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:19:33.934017 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (c4de4bd3-dc7b-4a40-a881-cdce6997d4fa), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:33.985519 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['c4de4bd3-dc7b-4a40-a881-cdce6997d4fa'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:33.990534 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Pushing event deleted for resources: {'Port': ['ID=c4de4bd3-dc7b-4a40-a881-cdce6997d4fa,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:34.000301 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3061c-f513-4407-8781-47fbf34a9e79 req-6d35a87c-6f69-43be-ac43-84eadd8696d5 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:34.002009 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-41f3061c-f513-4407-8781-47fbf34a9e79 req-6d35a87c-6f69-43be-ac43-84eadd8696d5 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0790827 Jul 14 12:19:34.100513 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] No DVR routers for this DVR port c4de4bd3-dc7b-4a40-a881-cdce6997d4fa on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:19:34.103872 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.107753 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b44887d8-cd20-407b-a61d-2d38e0b6d7c1 req-9f5b4548-a050-4b17-ad4f-d34d589526ac tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.86 "DELETE /v2.0/ports/c4de4bd3-dc7b-4a40-a881-cdce6997d4fa HTTP/1.1" status: 204 len: 173 time: 0.7076085 Jul 14 12:19:34.112926 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55672) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:34.114705 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'name': 'network-vif-deleted', 'tag': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:34.116951 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f60232d-93ce-4589-97ca-f48e8868bd8e" -d '{"events": [{"server_uuid": "9b7f193e-2bb2-42ac-a92a-e23f4fb316cb", "name": "network-vif-deleted", "tag": "c4de4bd3-dc7b-4a40-a881-cdce6997d4fa"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:34.144836 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-41f3061c-f513-4407-8781-47fbf34a9e79 req-c6faa1dd-b379-4f8e-bc62-cf7dc3f65b77 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101444 Jul 14 12:19:34.149378 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40e0efe4-9aae-4c95-9b8d-d432a128f766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.185300 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db8994d-cacf-4390-bcc1-8c5263126127 x-openstack-request-id: req-8db8994d-cacf-4390-bcc1-8c5263126127 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:34.185499 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7f193e-2bb2-42ac-a92a-e23f4fb316cb", "name": "network-vif-deleted", "tag": "c4de4bd3-dc7b-4a40-a881-cdce6997d4fa", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:34.186120 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8db8994d-cacf-4390-bcc1-8c5263126127 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:34.186571 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8db8994d-cacf-4390-bcc1-8c5263126127'] response: {'server_uuid': '9b7f193e-2bb2-42ac-a92a-e23f4fb316cb', 'name': 'network-vif-deleted', 'tag': 'c4de4bd3-dc7b-4a40-a881-cdce6997d4fa', 'status': 'completed', 'code': 200} Jul 14 12:19:34.216328 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:34.251916 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40e0efe4-9aae-4c95-9b8d-d432a128f766 admin admin] Publish callbacks [] for security_group (ee0ceeda-fc94-4928-8455-fe787754f3b0), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.260756 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b83866da-0e24-466d-ae13-ac9cece2282f req-30093949-5f7c-4214-a9ef-520155a0ad46 tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0339425 Jul 14 12:19:34.319501 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40e0efe4-9aae-4c95-9b8d-d432a128f766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ee0ceeda-fc94-4928-8455-fe787754f3b0), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.364983 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-40e0efe4-9aae-4c95-9b8d-d432a128f766 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bbad5980e6ad45aba5b72ff0b01d5c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506070 Jul 14 12:19:34.365723 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0efe4-9aae-4c95-9b8d-d432a128f766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0ceeda-fc94-4928-8455-fe787754f3b0,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:34.368047 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55680) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:34.394182 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:34.434161 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62660552-0112-4940-92f9-794c1f404a3f admin admin] Publish callbacks [] for security_group (ee0ceeda-fc94-4928-8455-fe787754f3b0), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.457482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62660552-0112-4940-92f9-794c1f404a3f admin admin] Publish callbacks [] for security_group (ee0ceeda-fc94-4928-8455-fe787754f3b0), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.576785 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62660552-0112-4940-92f9-794c1f404a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ee0ceeda-fc94-4928-8455-fe787754f3b0), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.579564 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62660552-0112-4940-92f9-794c1f404a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:34.580704 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-62660552-0112-4940-92f9-794c1f404a3f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ee0ceeda-fc94-4928-8455-fe787754f3b0 HTTP/1.1" status: 204 len: 168 time: 0.2046113 Jul 14 12:19:34.589872 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62660552-0112-4940-92f9-794c1f404a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0ceeda-fc94-4928-8455-fe787754f3b0,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:34.657493 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920545f4-fb79-492a-9f0b-0dc4f7f367cb req-3da2077f-d4bd-43ae-91e3-b1a53fc4dbc1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:34.659186 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-920545f4-fb79-492a-9f0b-0dc4f7f367cb req-3da2077f-d4bd-43ae-91e3-b1a53fc4dbc1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0592358 Jul 14 12:19:34.706706 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-920545f4-fb79-492a-9f0b-0dc4f7f367cb req-a3a96056-8248-473b-83df-cacf01688059 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Jul 14 12:19:34.860050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55698) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:34.979163 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-09cfd206-46aa-4772-ad7e-f084b7aafb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.067389 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-09cfd206-46aa-4772-ad7e-f084b7aafb52 admin admin] Publish callbacks [] for security_group (61b96077-6d68-497f-aa7f-6fc00c7a189b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.153263 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-09cfd206-46aa-4772-ad7e-f084b7aafb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (61b96077-6d68-497f-aa7f-6fc00c7a189b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.192771 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfd206-46aa-4772-ad7e-f084b7aafb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b96077-6d68-497f-aa7f-6fc00c7a189b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:35.197045 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-09cfd206-46aa-4772-ad7e-f084b7aafb52 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=75bfc0dda3e84785bd706d753d7b4047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364482 Jul 14 12:19:35.199979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55712) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:35.269844 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:35.291848 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a0562ad6-5e23-41d0-99df-07222e559a74 admin admin] Publish callbacks [] for security_group (61b96077-6d68-497f-aa7f-6fc00c7a189b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.300204 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8fc14-f986-4b44-b7be-d3c1e7ba8502 req-db4c16b3-6ec6-4d96-adf2-ff896534f684 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:35.301669 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7be8fc14-f986-4b44-b7be-d3c1e7ba8502 req-db4c16b3-6ec6-4d96-adf2-ff896534f684 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0737102 Jul 14 12:19:35.330582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a0562ad6-5e23-41d0-99df-07222e559a74 admin admin] Publish callbacks [] for security_group (61b96077-6d68-497f-aa7f-6fc00c7a189b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.412341 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7be8fc14-f986-4b44-b7be-d3c1e7ba8502 req-53b58924-2761-4212-b24b-fed78a47a140 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839741 Jul 14 12:19:35.438653 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-566237b7-02e9-4f5a-8b75-4f1bbe0aa30d req-c03d156e-9930-4861-8413-d19285c3253c tempest-DeleteServersTestJSON-1150561 tempest-DeleteServersTestJSON-1150561-project] 10.222.0.27 "GET /v2.0/ports?device_id=9b7f193e-2bb2-42ac-a92a-e23f4fb316cb HTTP/1.1" status: 200 len: 210 time: 0.0589025 Jul 14 12:19:35.525196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a0562ad6-5e23-41d0-99df-07222e559a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (61b96077-6d68-497f-aa7f-6fc00c7a189b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.528027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a0562ad6-5e23-41d0-99df-07222e559a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:35.531191 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a0562ad6-5e23-41d0-99df-07222e559a74 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/61b96077-6d68-497f-aa7f-6fc00c7a189b HTTP/1.1" status: 204 len: 168 time: 0.3293209 Jul 14 12:19:35.544639 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562ad6-5e23-41d0-99df-07222e559a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b96077-6d68-497f-aa7f-6fc00c7a189b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:35.838958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e354df8-4b67-4946-a240-3ebf5b7bd6d9 req-334f855d-8225-4470-a06a-3b91d2c8cdea tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:35.840725 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6e354df8-4b67-4946-a240-3ebf5b7bd6d9 req-334f855d-8225-4470-a06a-3b91d2c8cdea tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0672245 Jul 14 12:19:35.913595 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6e354df8-4b67-4946-a240-3ebf5b7bd6d9 req-00149a11-e2dd-45da-960b-949f2bea80ff tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664127 Jul 14 12:19:36.534265 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae4ea0-3e24-4e7f-a256-f6720000f7af req-0d229d81-6b50-48d2-8d74-dac4a7aef7ad tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:36.535881 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e9ae4ea0-3e24-4e7f-a256-f6720000f7af req-0d229d81-6b50-48d2-8d74-dac4a7aef7ad tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0551798 Jul 14 12:19:36.605648 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e9ae4ea0-3e24-4e7f-a256-f6720000f7af req-1b1608b8-e922-4e50-810f-11cdacd1fa1a tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613503 Jul 14 12:19:37.034509 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1b19c-4b91-443c-84be-e0efc3daf286 req-a06eab1a-fcc4-4173-a2cf-ce57467ef15e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:37.036013 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-baa1b19c-4b91-443c-84be-e0efc3daf286 req-a06eab1a-fcc4-4173-a2cf-ce57467ef15e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0472043 Jul 14 12:19:37.083004 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-baa1b19c-4b91-443c-84be-e0efc3daf286 req-1458f35f-9b7a-4e72-a3bb-28d902fb97b5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Jul 14 12:19:37.158081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c4de4bd3-dc7b-4a40-a881-cdce6997d4fa no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:37.177547 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: c4de4bd3-dc7b-4a40-a881-cdce6997d4fa {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:19:37.177925 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c4de4bd3-dc7b-4a40-a881-cdce6997d4fa not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:37.993006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-03d4fd69-53db-4fd8-ba3e-e68aa8e14b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:38.202024 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620b10-158e-4f80-8899-b4ea24b9f9bf req-a2e9a866-10c0-4e41-88bc-3699946e297f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:38.205949 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-68620b10-158e-4f80-8899-b4ea24b9f9bf req-a2e9a866-10c0-4e41-88bc-3699946e297f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0511858 Jul 14 12:19:38.252579 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-68620b10-158e-4f80-8899-b4ea24b9f9bf req-6949aa04-4f45-47ef-9e27-f50a17be18ba tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Jul 14 12:19:38.619156 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38401-3b19-45dc-a8ba-4e396ec02ea5 req-0eb7f8ae-a717-4a15-adc6-26eac01ae6c1 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:38.620765 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3dd38401-3b19-45dc-a8ba-4e396ec02ea5 req-0eb7f8ae-a717-4a15-adc6-26eac01ae6c1 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0511372 Jul 14 12:19:38.669709 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3dd38401-3b19-45dc-a8ba-4e396ec02ea5 req-af139b91-b409-49b2-9ae3-a8c5c7614daa tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Jul 14 12:19:38.769782 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55824) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:38.813700 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:39.372506 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (3475ea9b-5362-4d38-9d97-918de3a8e9f0), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:39.373242 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fac940-5f16-4183-9b40-65c2f0d6fc63 req-edf701cf-f408-4af3-a816-d73c16774f10 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:39.374458 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f7fac940-5f16-4183-9b40-65c2f0d6fc63 req-edf701cf-f408-4af3-a816-d73c16774f10 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0487928 Jul 14 12:19:39.437427 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f7fac940-5f16-4183-9b40-65c2f0d6fc63 req-060809fe-d1c7-496b-a13c-fc421255a4ba tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538886 Jul 14 12:19:39.461987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:39.663510 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Deleting port 8e1828b5-8681-4c86-810e-2c155091b44f {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:19:39.663766 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:39.802355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] For port 8e1828b5-8681-4c86-810e-2c155091b44f, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=8e1828b5-8681-4c86-810e-2c155091b44f,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:39.802717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:39.828359 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb5026-3ebf-4b97-8ccb-c9afddab0b29 req-41d9b557-5f18-4799-85f1-a6dca990d4b4 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:39.829812 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25cb5026-3ebf-4b97-8ccb-c9afddab0b29 req-41d9b557-5f18-4799-85f1-a6dca990d4b4 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0806713 Jul 14 12:19:39.830860 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Calling delete_port for 8e1828b5-8681-4c86-810e-2c155091b44f owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:19:39.923908 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25cb5026-3ebf-4b97-8ccb-c9afddab0b29 req-577e0c19-c05a-4a74-8db9-9ef87693ff3d tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868511 Jul 14 12:19:40.084353 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (8e1828b5-8681-4c86-810e-2c155091b44f), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:40.110433 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1828b5-8681-4c86-810e-2c155091b44f,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:40.250127 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1afd265f-6503-4294-b304-f1350af359f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:40.281392 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:40.284180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (3475ea9b-5362-4d38-9d97-918de3a8e9f0), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:40.393412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:40.506706 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:19:40.544661 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:40.560588 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ffea2-21de-4d2f-a210-eee26d01e60b req-e88c477b-8c3d-4eb9-87d2-6d91a7618ccc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:40.562316 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b07ffea2-21de-4d2f-a210-eee26d01e60b req-e88c477b-8c3d-4eb9-87d2-6d91a7618ccc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0530491 Jul 14 12:19:40.619838 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b07ffea2-21de-4d2f-a210-eee26d01e60b req-2a546554-a00f-42ec-8cbc-b705bd152943 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Jul 14 12:19:40.658901 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-c1515bee-cc47-424a-a9db-dab2ab513906 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:40.660364 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-c1515bee-cc47-424a-a9db-dab2ab513906 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0622716 Jul 14 12:19:40.663268 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:40.668369 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f63ec6cd-a40b-469f-b669-73507688e4c8 admin admin] 10.222.0.27 "PUT /v2.0/routers/3475ea9b-5362-4d38-9d97-918de3a8e9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975616 Jul 14 12:19:40.671447 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55856) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:40.679048 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] Sync routers for ids ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:40.690498 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:40.692251 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] Routers {'3475ea9b-5362-4d38-9d97-918de3a8e9f0'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:40.693082 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:40.771801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Deleting port 327eab00-b490-4f1e-b8ec-760ae8cb63af {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:19:40.772135 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:40.789320 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks [] for router (3475ea9b-5362-4d38-9d97-918de3a8e9f0), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:40.801764 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] Set router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:40.875014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] For port 327eab00-b490-4f1e-b8ec-760ae8cb63af, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=327eab00-b490-4f1e-b8ec-760ae8cb63af,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:40.875484 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:40.901258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Calling delete_port for 327eab00-b490-4f1e-b8ec-760ae8cb63af owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:19:40.909502 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks [] for router_gateway (3475ea9b-5362-4d38-9d97-918de3a8e9f0), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.071414 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:19:39Z', 'revision_number': 5, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port': {'id': '45cecab1-c520-472b-a8e0-78c1754c77f1', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:20Z', 'updated_at': '2022-07-14T12:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:41.087282 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21680b0a-e5e1-4b9b-b1cd-1cc972f07936 req-aca15d54-156c-4d24-aac1-b3949d0aa06c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:41.088854 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-21680b0a-e5e1-4b9b-b1cd-1cc972f07936 req-aca15d54-156c-4d24-aac1-b3949d0aa06c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 945 time: 0.0669684 Jul 14 12:19:41.097748 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] Checking router: 3475ea9b-5362-4d38-9d97-918de3a8e9f0 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:41.109043 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] Routers {'3475ea9b-5362-4d38-9d97-918de3a8e9f0'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:41.109677 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:41.160876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (327eab00-b490-4f1e-b8ec-760ae8cb63af), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.195919 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-21680b0a-e5e1-4b9b-b1cd-1cc972f07936 req-752123f8-a0e4-4d57-a6d3-2670bedb7ac8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002815 Jul 14 12:19:41.199260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Pushing event deleted for resources: {'Port': ['ID=327eab00-b490-4f1e-b8ec-760ae8cb63af,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:41.208479 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] Set router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 gateway port host: None {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:41.216510 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['327eab00-b490-4f1e-b8ec-760ae8cb63af'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:41.268736 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:19:40Z', 'revision_number': 6, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:41.297956 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] No DVR routers for this DVR port 327eab00-b490-4f1e-b8ec-760ae8cb63af on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:19:41.298136 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee9c35b-7c0e-4b20-bb2c-a35fc3741c97 None None] The sync data for ids ['3475ea9b-5362-4d38-9d97-918de3a8e9f0'] in dv-cinder-848900-3-iscsi is: [{'id': '3475ea9b-5362-4d38-9d97-918de3a8e9f0', 'name': 'tempest-DeleteServersTestJSON-1822855906-router', 'tenant_id': '1500083e98d84701b246fbbd749354fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:19:40Z', 'revision_number': 6, 'project_id': '1500083e98d84701b246fbbd749354fa', 'gw_port_host': None}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:41.313210 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Deleting port 45cecab1-c520-472b-a8e0-78c1754c77f1 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:19:41.313837 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.316608 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.327842 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8fe63fdc-bab3-429b-a89f-32c2c6cc363e req-11ae06ff-3175-4eea-8227-ca2778e5c6e6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "DELETE /v2.0/ports/327eab00-b490-4f1e-b8ec-760ae8cb63af HTTP/1.1" status: 204 len: 173 time: 0.6568067 Jul 14 12:19:41.329363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'name': 'network-vif-deleted', 'tag': '327eab00-b490-4f1e-b8ec-760ae8cb63af'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:41.347476 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e009f51-bf99-40c9-9db1-fa49a2a054c6" -d '{"events": [{"server_uuid": "ea1629fa-7e62-4b9d-9b3f-5781ca63efb3", "name": "network-vif-deleted", "tag": "327eab00-b490-4f1e-b8ec-760ae8cb63af"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:41.412382 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee05f676-4d67-474b-bfd7-f9bc93db0110 x-openstack-request-id: req-ee05f676-4d67-474b-bfd7-f9bc93db0110 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:41.412382 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1629fa-7e62-4b9d-9b3f-5781ca63efb3", "name": "network-vif-deleted", "tag": "327eab00-b490-4f1e-b8ec-760ae8cb63af", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:41.412382 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ee05f676-4d67-474b-bfd7-f9bc93db0110 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:41.412382 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee05f676-4d67-474b-bfd7-f9bc93db0110'] response: {'server_uuid': 'ea1629fa-7e62-4b9d-9b3f-5781ca63efb3', 'name': 'network-vif-deleted', 'tag': '327eab00-b490-4f1e-b8ec-760ae8cb63af', 'status': 'completed', 'code': 200} Jul 14 12:19:41.446226 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] For port 45cecab1-c520-472b-a8e0-78c1754c77f1, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=45cecab1-c520-472b-a8e0-78c1754c77f1,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:41.446226 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.469225 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Calling delete_port for 45cecab1-c520-472b-a8e0-78c1754c77f1 owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:19:41.476748 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:41.593373 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.748244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90778853-9747-4722-9285-209ba459830e req-022af411-715d-4a24-a846-07d770f4123f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:41.749712 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90778853-9747-4722-9285-209ba459830e req-022af411-715d-4a24-a846-07d770f4123f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0617085 Jul 14 12:19:41.765302 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (45cecab1-c520-472b-a8e0-78c1754c77f1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.798423 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cecab1-c520-472b-a8e0-78c1754c77f1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:41.808417 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90778853-9747-4722-9285-209ba459830e req-4125b207-cdc0-4e5d-ae2e-b6db8ce999c3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519228 Jul 14 12:19:41.873915 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (3475ea9b-5362-4d38-9d97-918de3a8e9f0), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.973340 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (3475ea9b-5362-4d38-9d97-918de3a8e9f0), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:41.975641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks [] for router_controller (3475ea9b-5362-4d38-9d97-918de3a8e9f0), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.096179 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (3475ea9b-5362-4d38-9d97-918de3a8e9f0), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.097378 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3475ea9b-5362-4d38-9d97-918de3a8e9f0 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:19:42.101697 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.103433 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7c2e2768-037c-4ae3-a99f-df2b31d134c4 admin admin] 10.222.0.27 "DELETE /v2.0/routers/3475ea9b-5362-4d38-9d97-918de3a8e9f0 HTTP/1.1" status: 204 len: 168 time: 1.4309247 Jul 14 12:19:42.106700 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55882) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:42.133120 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 8e1828b5-8681-4c86-810e-2c155091b44f no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:42.145037 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:42.154520 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 8e1828b5-8681-4c86-810e-2c155091b44f {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:19:42.157518 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 8e1828b5-8681-4c86-810e-2c155091b44f not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:42.157518 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 45cecab1-c520-472b-a8e0-78c1754c77f1 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:42.157716 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Deleting subnet 0e7acddd-229f-4644-b21b-924add01d720 {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:19:42.160549 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Publish callbacks [] for subnet (0e7acddd-229f-4644-b21b-924add01d720), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.175562 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 45cecab1-c520-472b-a8e0-78c1754c77f1 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:19:42.180469 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 45cecab1-c520-472b-a8e0-78c1754c77f1 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:42.181083 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:42.198447 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5714455'] for subnet (0e7acddd-229f-4644-b21b-924add01d720), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.312694 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (0e7acddd-229f-4644-b21b-924add01d720), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.376387 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:42.380258 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-509b4042-4ded-4cf1-9b8f-4b90fa746b7b req-f9756b9a-6328-439a-b3c9-363730e1b438 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=ea1629fa-7e62-4b9d-9b3f-5781ca63efb3 HTTP/1.1" status: 200 len: 210 time: 0.0559399 Jul 14 12:19:42.467900 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5603995'] for subnet (0e7acddd-229f-4644-b21b-924add01d720), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.495378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7acddd-229f-4644-b21b-924add01d720,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:42.500482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.506608 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-72b5123e-8535-4bd8-ba46-5b8738af7eff admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0e7acddd-229f-4644-b21b-924add01d720 HTTP/1.1" status: 204 len: 168 time: 0.3965094 Jul 14 12:19:42.507067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55892) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:42.512150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c783fc-b2ab-4363-96fe-8465c291731f None None] Network 516241b4-a8fc-4020-b297-f960f3e36672 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:42.611686 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (516241b4-a8fc-4020-b297-f960f3e36672), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.676166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Deleting port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:19:42.676612 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.716060 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] DHCP port deletion for 516241b4-a8fc-4020-b297-f960f3e36672 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:19:42.784311 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] For port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:42.784688 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.799845 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] Deleting port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:19:42.800043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Calling delete_port for deef24c1-f0d2-4fc9-87cc-ab4ed155f08e owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:19:42.800242 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.880566 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.893577 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] For port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,segment=NetworkSegment(a21d6dce-c766-4b00-90bb-2c39a2fd7590),segment_id=a21d6dce-c766-4b00-90bb-2c39a2fd7590)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:42.894193 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:42.973183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4702dc6-84af-4147-931c-a88db9378b82 req-f72d1b24-c90e-42aa-894d-d914a879a53f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:42.974754 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f4702dc6-84af-4147-931c-a88db9378b82 req-f72d1b24-c90e-42aa-894d-d914a879a53f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0664842 Jul 14 12:19:43.014055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.031473 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] Calling delete_port for deef24c1-f0d2-4fc9-87cc-ab4ed155f08e owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:19:43.052428 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:43.057294 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:43.064149 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] No DVR routers for this DVR port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e on host dv-cinder-848900-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:19:43.071936 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f4702dc6-84af-4147-931c-a88db9378b82 req-ecf28c16-1c79-40e5-bc22-f3ceb9b4db6d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895989 Jul 14 12:19:43.152869 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (516241b4-a8fc-4020-b297-f960f3e36672), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.163867 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:43.177152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516241b4-a8fc-4020-b297-f960f3e36672']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:43.182206 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (deef24c1-f0d2-4fc9-87cc-ab4ed155f08e), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.186837 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21d6dce-c766-4b00-90bb-2c39a2fd7590') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:43.187144 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21d6dce-c766-4b00-90bb-2c39a2fd7590') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:43.188558 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55918) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:43.205172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (a21d6dce-c766-4b00-90bb-2c39a2fd7590), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.220047 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] Pushing event deleted for resources: {'Port': ['ID=deef24c1-f0d2-4fc9-87cc-ab4ed155f08e,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:43.225092 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9681df8d-6024-4507-a921-318f6f6f1aa4 None None] No DVR routers for this DVR port deef24c1-f0d2-4fc9-87cc-ab4ed155f08e on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:19:43.230261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (a21d6dce-c766-4b00-90bb-2c39a2fd7590), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.233273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.241829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:19:43.242231 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (a21d6dce-c766-4b00-90bb-2c39a2fd7590), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.275657 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment a21d6dce-c766-4b00-90bb-2c39a2fd7590 resource provider aggregate not found Jul 14 12:19:43.319033 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment a21d6dce-c766-4b00-90bb-2c39a2fd7590 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a21d6dce-c766-4b00-90bb-2c39a2fd7590 found for delete ", "request_id": "req-f3a7aa88-605f-47ab-8fb5-41af99886c29"}]} Jul 14 12:19:43.335102 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a01973df-57f7-4a63-a00d-752cd30632b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.387808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (516241b4-a8fc-4020-b297-f960f3e36672), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.393776 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.397080 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] 10.222.0.27 "DELETE /v2.0/networks/516241b4-a8fc-4020-b297-f960f3e36672 HTTP/1.1" status: 204 len: 168 time: 0.8890820 Jul 14 12:19:43.410514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65ce35-ba9b-422d-8bb7-15e8fb8529b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=516241b4-a8fc-4020-b297-f960f3e36672,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:43.422308 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a01973df-57f7-4a63-a00d-752cd30632b8 admin admin] Publish callbacks [] for security_group (0d52dbd3-860b-4122-8527-c387dc44f415), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.490267 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a01973df-57f7-4a63-a00d-752cd30632b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (0d52dbd3-860b-4122-8527-c387dc44f415), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.532076 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a01973df-57f7-4a63-a00d-752cd30632b8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4e1bac8093984013a2feb09f163b2ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422470 Jul 14 12:19:43.534051 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01973df-57f7-4a63-a00d-752cd30632b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d52dbd3-860b-4122-8527-c387dc44f415,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:43.534815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 55938) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:43.586124 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62c6c85a-2def-4a71-965e-a7ea61696e51 admin admin] Publish callbacks [] for security_group (0d52dbd3-860b-4122-8527-c387dc44f415), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.616192 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62c6c85a-2def-4a71-965e-a7ea61696e51 admin admin] Publish callbacks [] for security_group (0d52dbd3-860b-4122-8527-c387dc44f415), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.620166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:43.745062 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55952) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:43.748209 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b0a69408-3d3e-47a2-b851-2b8c57e9f72c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:43.749718 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b0a69408-3d3e-47a2-b851-2b8c57e9f72c tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/networks?id=c7c0701d-ea07-40d2-a551-c26bc0c8851b HTTP/1.1" status: 200 len: 808 time: 0.1240644 Jul 14 12:19:43.765937 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-3aba6a9f-e521-4a1a-8c18-1339e0199bd3 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/quotas/8bf2b73c991f489d915d7124b5d24564 HTTP/1.1" status: 200 len: 375 time: 0.0098715 Jul 14 12:19:43.789477 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e1e19abe-2fe4-455e-af5e-bec44894b43a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1500083e98d84701b246fbbd749354fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408123 Jul 14 12:19:43.789700 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 55954) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:43.800062 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-c61971fd-6781-4af8-bb42-ca65b896b34e tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8bf2b73c991f489d915d7124b5d24564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285630 Jul 14 12:19:43.842133 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1cb152be-0479-4c9f-a325-d50f6738bd1c admin admin] Publish callbacks [] for security_group (7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.864713 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1cb152be-0479-4c9f-a325-d50f6738bd1c admin admin] Publish callbacks [] for security_group (7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:43.890692 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device deef24c1-f0d2-4fc9-87cc-ab4ed155f08e no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:43.913395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: deef24c1-f0d2-4fc9-87cc-ab4ed155f08e {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:19:43.913737 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device deef24c1-f0d2-4fc9-87cc-ab4ed155f08e not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:44.062269 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1cb152be-0479-4c9f-a325-d50f6738bd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:44.064960 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1cb152be-0479-4c9f-a325-d50f6738bd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:44.066115 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1cb152be-0479-4c9f-a325-d50f6738bd1c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d HTTP/1.1" status: 204 len: 168 time: 0.2753239 Jul 14 12:19:44.076137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb152be-0479-4c9f-a325-d50f6738bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea037d5-0e32-42ed-a1c1-63a6ecd73e6d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:44.084081 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62c6c85a-2def-4a71-965e-a7ea61696e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (0d52dbd3-860b-4122-8527-c387dc44f415), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:44.087411 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-62c6c85a-2def-4a71-965e-a7ea61696e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:44.091712 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-62c6c85a-2def-4a71-965e-a7ea61696e51 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0d52dbd3-860b-4122-8527-c387dc44f415 HTTP/1.1" status: 204 len: 168 time: 0.5527780 Jul 14 12:19:44.106261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6c85a-2def-4a71-965e-a7ea61696e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d52dbd3-860b-4122-8527-c387dc44f415,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:44.143615 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-3338dd0a-6567-495e-926c-e2433452ae68 service neutron] 10.222.0.27 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363624 Jul 14 12:19:44.260843 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-13887226-5177-4c8b-885e-4107fae1eff2 service neutron] 10.222.0.27 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161666 Jul 14 12:19:44.267047 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee70aaa-9354-4cff-a114-56ab3ab3fbb4 req-982e9be9-bda3-4caa-83be-2c4acbd5b3d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:44.268604 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bee70aaa-9354-4cff-a114-56ab3ab3fbb4 req-982e9be9-bda3-4caa-83be-2c4acbd5b3d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0500541 Jul 14 12:19:44.357363 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bee70aaa-9354-4cff-a114-56ab3ab3fbb4 req-ae54252a-580e-4034-bac9-6911653ee07d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825343 Jul 14 12:19:44.595079 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-601c1a50-68b1-4e00-8bad-26aeb3f8ad1d req-fcbf5a34-1675-422d-86e6-a0ea0df93380 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 210 time: 0.0572598 Jul 14 12:19:44.970467 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56006) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:44.984277 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cb53154b-83a8-403c-8385-b6fa35096c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.051852 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:45.086268 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cb53154b-83a8-403c-8385-b6fa35096c5f admin admin] Publish callbacks [] for security_group (2c28ffd9-ab26-4eb1-bf86-0acad0ad949e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.148425 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cb53154b-83a8-403c-8385-b6fa35096c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2c28ffd9-ab26-4eb1-bf86-0acad0ad949e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.169899 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 327eab00-b490-4f1e-b8ec-760ae8cb63af no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:19:45.192357 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 327eab00-b490-4f1e-b8ec-760ae8cb63af {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:19:45.192701 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 327eab00-b490-4f1e-b8ec-760ae8cb63af not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:19:45.199813 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-cb53154b-83a8-403c-8385-b6fa35096c5f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4ce2cd286b2c41b89ab361aa3bc2dd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282498 Jul 14 12:19:45.200871 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53154b-83a8-403c-8385-b6fa35096c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28ffd9-ab26-4eb1-bf86-0acad0ad949e,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:45.202812 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56014) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:45.264512 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a8ae-cb70-4c7e-8f23-305be4dfcb71 admin admin] Publish callbacks [] for security_group (2c28ffd9-ab26-4eb1-bf86-0acad0ad949e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.286563 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a8ae-cb70-4c7e-8f23-305be4dfcb71 admin admin] Publish callbacks [] for security_group (2c28ffd9-ab26-4eb1-bf86-0acad0ad949e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.327623 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56018) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:45.425991 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-87176384-network', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:45.482671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23b926-5163-4158-a89b-ad6b1a605e22 req-cdd3a45f-6731-4821-a7eb-6b68a69cdf54 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:45.484145 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3a23b926-5163-4158-a89b-ad6b1a605e22 req-cdd3a45f-6731-4821-a7eb-6b68a69cdf54 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0464294 Jul 14 12:19:45.496765 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a8ae-cb70-4c7e-8f23-305be4dfcb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2c28ffd9-ab26-4eb1-bf86-0acad0ad949e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.499482 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0c9a8ae-cb70-4c7e-8f23-305be4dfcb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.503568 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e0c9a8ae-cb70-4c7e-8f23-305be4dfcb71 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2c28ffd9-ab26-4eb1-bf86-0acad0ad949e HTTP/1.1" status: 204 len: 168 time: 0.2969551 Jul 14 12:19:45.510783 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Made reservation on behalf of 51617cc935204a6cba46c6d4d6a24cb3 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:45.514233 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.516825 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9a8ae-cb70-4c7e-8f23-305be4dfcb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28ffd9-ab26-4eb1-bf86-0acad0ad949e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:45.526614 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.529488 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:45.553385 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3a23b926-5163-4158-a89b-ad6b1a605e22 req-ea14475a-5df1-4d74-b831-e49398861a3a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627978 Jul 14 12:19:45.584863 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:45.622331 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks [] for security_group (affcfc5e-32eb-4514-84af-7f39bda2c265), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.691070 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3bebc167-a40f-4973-9270-93dcbf9b6da6 req-feb0c5b8-8fc7-403b-8088-e4f4abaa36fb tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 210 time: 0.0297284 Jul 14 12:19:45.781737 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (affcfc5e-32eb-4514-84af-7f39bda2c265), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.811500 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:45.820345 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affcfc5e-32eb-4514-84af-7f39bda2c265,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:45.825964 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (e4d5858f-11d9-4f1b-820d-bd8a2354e849), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:45.826308 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Added segment e4d5858f-11d9-4f1b-820d-bd8a2354e849 of type vlan for network 8f1a9939-526e-4b6f-8865-71875a9e9ada Jul 14 12:19:45.871641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (8f1a9939-526e-4b6f-8865-71875a9e9ada), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:46.290456 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (8f1a9939-526e-4b6f-8865-71875a9e9ada), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:46.291679 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:46.292817 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:46.359708 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1a9939-526e-4b6f-8865-71875a9e9ada,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:46.372723 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:46.419746 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cc542d02-00f3-486d-8719-7bd03668bee1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0868647 Jul 14 12:19:46.422194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56052) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:46.429646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Request body: {'subnet': {'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-subnet', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:46.565156 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Made reservation on behalf of 51617cc935204a6cba46c6d4d6a24cb3 for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:46.568240 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:46.708121 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94383-90d6-4ca0-b342-a87b736effd6 req-d0ea9990-bac3-4aa2-a25f-d2ee5423210d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:46.730492 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a8f94383-90d6-4ca0-b342-a87b736effd6 req-d0ea9990-bac3-4aa2-a25f-d2ee5423210d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0681434 Jul 14 12:19:46.794024 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a8f94383-90d6-4ca0-b342-a87b736effd6 req-7d90a367-729c-418f-98d6-7d15a7439689 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765033 Jul 14 12:19:46.798588 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-96c9fc2b-3c60-44fa-b9cf-9976cfeceba5 req-03b4220d-b28f-42b6-a3bd-d27dfce133fe tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 210 time: 0.0296073 Jul 14 12:19:46.941874 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (b90d9791-611b-4549-9559-3b6534c7ae38), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:46.994879 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:47.000255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b90d9791-611b-4549-9559-3b6534c7ae38,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:47.010329 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Checking segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:47.010677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Network hostable DHCP agents. Network: 8f1a9939-526e-4b6f-8865-71875a9e9ada, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:47.107669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:47.181675 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 8f1a9939-526e-4b6f-8865-71875a9e9ada) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:47.188619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:47.193331 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.195044 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b95ee73-24b4-4f87-a0de-1be5c42ecd5e None None] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:47.247748 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f8cf267d-2e2f-4286-9e4a-537816dd9183 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8242090 Jul 14 12:19:47.250414 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56084) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:47.254962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:47.319486 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-8f1a9939-526e-4b6f-8865-71875a9e9ada', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:19:47.320705 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.321553 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (8fef0671-4de1-4089-a378-04bb4b64a188), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.325499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (8fef0671-4de1-4089-a378-04bb4b64a188), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.392621 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks [] for router_controller (8fef0671-4de1-4089-a378-04bb4b64a188), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.437479 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-02aaf1af-03ce-44d6-a84b-d3925de472a6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:47.439067 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-02aaf1af-03ce-44d6-a84b-d3925de472a6 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "GET /v2.0/networks?id=c7c0701d-ea07-40d2-a551-c26bc0c8851b HTTP/1.1" status: 200 len: 808 time: 0.1291475 Jul 14 12:19:47.463224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Request body: {'port': {'device_id': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b', 'admin_state_up': True, 'tenant_id': '8bf2b73c991f489d915d7124b5d24564'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:47.504470 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Allocated IP 172.20.0.2 (8f1a9939-526e-4b6f-8865-71875a9e9ada/b90d9791-611b-4549-9559-3b6534c7ae38/9d9bc557-c929-42c5-bb66-0cb3082454fb) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:47.510356 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:47.564973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:47.596027 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:47.602702 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks [] for router_gateway (8fef0671-4de1-4089-a378-04bb4b64a188), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.667208 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Publish callbacks [] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.678979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Made reservation on behalf of 8bf2b73c991f489d915d7124b5d24564 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:47.682569 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.772020 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.874723 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:47.885714 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:47.888754 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:47.898451 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Allocated IP 172.20.0.4 (c7c0701d-ea07-40d2-a551-c26bc0c8851b/0ef9f78e-355f-47b5-a193-e7596bcf18c4/e9341909-2ab9-4a65-9970-c79e8db5eafc) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:47.901503 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.901730 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Pushing event updated for resources: {'Port': ['ID=9d9bc557-c929-42c5-bb66-0cb3082454fb,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:47.917772 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:47.925303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56100) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:47.947421 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks [] for router_gateway (8fef0671-4de1-4089-a378-04bb4b64a188), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.971510 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Attempting to bind port 9d9bc557-c929-42c5-bb66-0cb3082454fb on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:47.971981 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Attempting to bind port 9d9bc557-c929-42c5-bb66-0cb3082454fb by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:47.972400 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Attempting to bind port 9d9bc557-c929-42c5-bb66-0cb3082454fb on network 8f1a9939-526e-4b6f-8865-71875a9e9ada {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:47.978593 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:47.978854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Checking segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:47.979264 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.980387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Bound using segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:47.981058 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Bound port: 9d9bc557-c929-42c5-bb66-0cb3082454fb, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:47.982065 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:47.999928 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64b5a9-4a8e-4d1f-b3ff-6fb797927364 req-b53add1d-a678-4b55-8022-c054d140ce58 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:48.000425 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fa64b5a9-4a8e-4d1f-b3ff-6fb797927364 req-b53add1d-a678-4b55-8022-c054d140ce58 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0860326 Jul 14 12:19:48.006463 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.018909 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f2cf1981-2afd-46dd-b483-edd878654b3a req-fd6ca95f-ba95-4179-9ecc-bac02c3a8daf tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 210 time: 0.1157544 Jul 14 12:19:48.083517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] For port 9d9bc557-c929-42c5-bb66-0cb3082454fb, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:48.093896 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] For port 9d9bc557-c929-42c5-bb66-0cb3082454fb, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9d9bc557-c929-42c5-bb66-0cb3082454fb,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:48.151926 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fa64b5a9-4a8e-4d1f-b3ff-6fb797927364 req-ac9cac68-1ef3-4f1e-9c0b-fe5be016ad3d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397064 Jul 14 12:19:48.161728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce36294b-4ecc-44a4-b873-2bb12f791e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.166015 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Allocated IP 172.27.1.162 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/1d73dbaf-0b44-45a9-b455-45522e28f1d5) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:48.205226 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.223526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks [] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.261259 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e92d40-85ed-4b20-aa88-2df5dfc1da2e None None] Pushing event updated for resources: {'Port': ['ID=9d9bc557-c929-42c5-bb66-0cb3082454fb,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:48.269347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:48.300720 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:48.302872 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce36294b-4ecc-44a4-b873-2bb12f791e33 admin admin] Publish callbacks [] for security_group (35b2c2e7-022f-490c-9210-e0d5dcb555d2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.317252 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks [] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.348453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.384742 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:19:48.392968 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce36294b-4ecc-44a4-b873-2bb12f791e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (35b2c2e7-022f-490c-9210-e0d5dcb555d2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.397845 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Network c7c0701d-ea07-40d2-a551-c26bc0c8851b is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:48.420276 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.425275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:48.428861 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:48.486097 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:48.494084 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:48.500436 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:48.503296 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d73dbaf-0b44-45a9-b455-45522e28f1d5,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:48.532178 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:48.533422 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.540873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Pushing event updated for resources: {'Port': ['ID=e9341909-2ab9-4a65-9970-c79e8db5eafc,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:48.546563 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ce36294b-4ecc-44a4-b873-2bb12f791e33 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5c461387052a4fc582d5117745396fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6202211 Jul 14 12:19:48.549436 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56108) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:48.571105 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36294b-4ecc-44a4-b873-2bb12f791e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2c2e7-022f-490c-9210-e0d5dcb555d2,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:48.664947 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-6daedb2d-3156-4c68-8021-fe9e1d1bb48f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2057984 Jul 14 12:19:48.686307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Request body: {'port': {'device_id': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:48.746795 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e2fd-9e7c-4131-90bf-bdb6b9aea1e0 admin admin] Publish callbacks [] for security_group (35b2c2e7-022f-490c-9210-e0d5dcb555d2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.771474 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e2fd-9e7c-4131-90bf-bdb6b9aea1e0 admin admin] Publish callbacks [] for security_group (35b2c2e7-022f-490c-9210-e0d5dcb555d2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.810246 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.938666 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e2fd-9e7c-4131-90bf-bdb6b9aea1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (35b2c2e7-022f-490c-9210-e0d5dcb555d2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.943957 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e2fd-9e7c-4131-90bf-bdb6b9aea1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:48.947206 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b0a8e2fd-9e7c-4131-90bf-bdb6b9aea1e0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/35b2c2e7-022f-490c-9210-e0d5dcb555d2 HTTP/1.1" status: 204 len: 168 time: 0.3895764 Jul 14 12:19:48.992980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8e2fd-9e7c-4131-90bf-bdb6b9aea1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2c2e7-022f-490c-9210-e0d5dcb555d2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:49.103906 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks [] for router_gateway (8fef0671-4de1-4089-a378-04bb4b64a188), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.142508 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9341909-2ab9-4a65-9970-c79e8db5eafc {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:19:49.151878 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Publish callbacks [] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.166498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Transition to ACTIVE for port object e9341909-2ab9-4a65-9970-c79e8db5eafc will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:19:49.240479 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e0bd8-d672-4e17-a5ea-1b6656bf8ea1 req-950d6ac3-1620-4ac1-bd90-243b10bf3696 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:49.241984 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f79e0bd8-d672-4e17-a5ea-1b6656bf8ea1 req-950d6ac3-1620-4ac1-bd90-243b10bf3696 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 931 time: 0.0939627 Jul 14 12:19:49.280164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.342246 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f79e0bd8-d672-4e17-a5ea-1b6656bf8ea1 req-b1eead25-6577-45f9-8813-9611a94dc53f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917649 Jul 14 12:19:49.369926 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e9341909-2ab9-4a65-9970-c79e8db5eafc,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:49.380602 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262c5ad-2985-4ad8-9b48-8c6e65eb416c req-e5051688-4b1b-4f69-b037-9d4426152300 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:49.382131 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d262c5ad-2985-4ad8-9b48-8c6e65eb416c req-e5051688-4b1b-4f69-b037-9d4426152300 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1450467 Jul 14 12:19:49.399522 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (8fef0671-4de1-4089-a378-04bb4b64a188), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.499138 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d262c5ad-2985-4ad8-9b48-8c6e65eb416c req-fc738782-1e33-40f8-81e0-1312c4a43282 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078150 Jul 14 12:19:49.514949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Attempting to bind port e9341909-2ab9-4a65-9970-c79e8db5eafc on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:49.515462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Attempting to bind port e9341909-2ab9-4a65-9970-c79e8db5eafc by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:49.516054 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Attempting to bind port e9341909-2ab9-4a65-9970-c79e8db5eafc on network c7c0701d-ea07-40d2-a551-c26bc0c8851b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:49.531806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Port e9341909-2ab9-4a65-9970-c79e8db5eafc on network c7c0701d-ea07-40d2-a551-c26bc0c8851b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:19:49.531806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Attempting to bind port e9341909-2ab9-4a65-9970-c79e8db5eafc on network c7c0701d-ea07-40d2-a551-c26bc0c8851b {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:49.534869 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:49.535537 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Checking segment: {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:49.535644 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Bound using segment: {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:49.535986 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Bound port: e9341909-2ab9-4a65-9970-c79e8db5eafc, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:49.536462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.589996 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26b8e6-3952-4520-b828-1ce364664457 None None] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:49.603904 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] For port e9341909-2ab9-4a65-9970-c79e8db5eafc, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:49.607588 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] For port e9341909-2ab9-4a65-9970-c79e8db5eafc, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=e9341909-2ab9-4a65-9970-c79e8db5eafc,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:49.633081 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Router 8fef0671-4de1-4089-a378-04bb4b64a188 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:19:49.661431 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] Provisioning complete for port 9d9bc557-c929-42c5-bb66-0cb3082454fb triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:49.661826 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.708906 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.786676 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] Current status of the port 9d9bc557-c929-42c5-bb66-0cb3082454fb is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:49.786676 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.799448 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:49.801905 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:49.802860 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:49.805631 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] 10.222.0.86 "PUT /v2.0/ports/e9341909-2ab9-4a65-9970-c79e8db5eafc HTTP/1.1" status: 200 len: 1093 time: 1.1244123 Jul 14 12:19:49.809911 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'tag': 'e9341909-2ab9-4a65-9970-c79e8db5eafc'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:49.818088 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2d31b3-8a26-44d8-a55a-0435d3325df4", "tag": "e9341909-2ab9-4a65-9970-c79e8db5eafc"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:49.835360 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] For port 9d9bc557-c929-42c5-bb66-0cb3082454fb, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9d9bc557-c929-42c5-bb66-0cb3082454fb,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:49.916544 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d678f411-d6bd-4894-b586-33482c36f336 x-openstack-request-id: req-d678f411-d6bd-4894-b586-33482c36f336 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:49.919163 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2d31b3-8a26-44d8-a55a-0435d3325df4", "tag": "e9341909-2ab9-4a65-9970-c79e8db5eafc", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:49.919658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d678f411-d6bd-4894-b586-33482c36f336 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:49.920128 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d678f411-d6bd-4894-b586-33482c36f336'] response: {'name': 'network-changed', 'server_uuid': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'tag': 'e9341909-2ab9-4a65-9970-c79e8db5eafc', 'status': 'completed', 'code': 200} Jul 14 12:19:49.921172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878c841-df44-40c2-9b40-09e2d6393a2e service neutron] Pushing event updated for resources: {'Port': ['ID=e9341909-2ab9-4a65-9970-c79e8db5eafc,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:49.953785 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:50.001712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:50.014354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9d9bc557-c929-42c5-bb66-0cb3082454fb up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:50.054799 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525 req-e8ee0f70-bdfe-45e6-9752-a2c1bee3be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.060351 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525 req-e8ee0f70-bdfe-45e6-9752-a2c1bee3be4c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bf2b73c991f489d915d7124b5d24564&device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 1127 time: 0.0952477 Jul 14 12:19:50.061986 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:50.091843 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:50.130716 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:50.132879 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:50.159659 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd4a13-8a05-481a-ad86-fe27a07f0cf0 None None] Pushing event updated for resources: {'Port': ['ID=9d9bc557-c929-42c5-bb66-0cb3082454fb,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:50.175396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-2898c192-f562-43a8-89f7-cfe1e2edb151 None None] Provisioning complete for port 9d9bc557-c929-42c5-bb66-0cb3082454fb triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:50.175396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2898c192-f562-43a8-89f7-cfe1e2edb151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:50.175396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:50.175396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:50.197719 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:50.199825 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-428534ff-36cc-472d-8a26-a95ff78445c0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9480028 Jul 14 12:19:50.205313 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56158) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:50.271377 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:50.277137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 9d9bc557-c929-42c5-bb66-0cb3082454fb triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:50.277137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:50.284459 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525 req-e7a5626e-47c3-4005-927a-1a5f6ceceee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.286070 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525 req-e7a5626e-47c3-4005-927a-1a5f6ceceee0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=8bf2b73c991f489d915d7124b5d24564&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2087681 Jul 14 12:19:50.393581 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56166) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:50.433794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:50.468532 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2898c192-f562-43a8-89f7-cfe1e2edb151 None None] Current status of the port 9d9bc557-c929-42c5-bb66-0cb3082454fb is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:50.546226 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43b75b-76c7-46ac-99b5-98988500e6fe req-19133585-5d27-4664-a4c1-83f727efa49d tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.547910 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9f43b75b-76c7-46ac-99b5-98988500e6fe req-19133585-5d27-4664-a4c1-83f727efa49d tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 943 time: 0.0604253 Jul 14 12:19:50.552133 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525 req-9a06ff0c-5039-44e8-8880-46521427e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.553777 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f5b32d5-67f2-48c1-a0ee-af695e3ef525 req-9a06ff0c-5039-44e8-8880-46521427e286 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2563472 Jul 14 12:19:50.584783 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-914706052-network', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:50.600097 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:50.610853 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9f43b75b-76c7-46ac-99b5-98988500e6fe req-7f0fdb9a-36ea-4982-b90b-de473b1bd1ab tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558712 Jul 14 12:19:50.621438 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 9d9bc557-c929-42c5-bb66-0cb3082454fb is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:50.748766 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb47c7-313d-46ab-8cdc-fe35f8f8eae3 req-7d455d2e-485c-4c3d-8050-ca257d0d8b4e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.757250 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8deb47c7-313d-46ab-8cdc-fe35f8f8eae3 req-7d455d2e-485c-4c3d-8050-ca257d0d8b4e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1085274 Jul 14 12:19:50.767650 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Made reservation on behalf of dfa18dfa445442d4be02d187ed24325f for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:50.770422 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:50.778392 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-70d27690-ad7c-424b-abf1-5dd6fb157f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.780114 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-70d27690-ad7c-424b-abf1-5dd6fb157f11 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8bf2b73c991f489d915d7124b5d24564&device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 1127 time: 0.0650821 Jul 14 12:19:50.799505 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:50.831014 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-a703abaf-15c0-4845-8a7d-89388c0d7b03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9341909-2ab9-4a65-9970-c79e8db5eafc HTTP/1.1" status: 200 len: 217 time: 0.0355346 Jul 14 12:19:50.888829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-8fff188c-a28a-4aca-a1ec-aa2fb08ffed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:50.889727 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-8fff188c-a28a-4aca-a1ec-aa2fb08ffed4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ef9f78e-355f-47b5-a193-e7596bcf18c4 HTTP/1.1" status: 200 len: 848 time: 0.0525882 Jul 14 12:19:50.913277 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8deb47c7-313d-46ab-8cdc-fe35f8f8eae3 req-78464284-b818-4ea1-a82d-9ade8d6f6751 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548531 Jul 14 12:19:50.931721 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:50.932318 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:48Z', 'revision_number': 3, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:50.952441 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-a7438ae0-b732-4a46-8b12-42a9c61609be service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c7c0701d-ea07-40d2-a551-c26bc0c8851b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550449 Jul 14 12:19:50.961743 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:50.961743 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Updating router 8fef0671-4de1-4089-a378-04bb4b64a188 port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:51.026975 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.050138 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks [] for security_group (ea3ce88c-e9e4-43c0-b2be-77126d1759ef), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.052942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.097127 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-e018d06e-105f-4192-977f-4ad36a518347 service neutron] 10.222.0.86 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372621 Jul 14 12:19:51.159161 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ea3ce88c-e9e4-43c0-b2be-77126d1759ef), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.207304 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:19:51.210929 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ffcb0390-bcb8-4163-bd5a-e5fc8a661785 req-053ee39c-cbf1-4fc9-80e9-e7bc3bc06df2 service neutron] 10.222.0.86 "GET /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031644 Jul 14 12:19:51.216573 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ce88c-e9e4-43c0-b2be-77126d1759ef,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:51.246201 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (8726183c-efc5-411b-8154-647fe4ec8bac), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.246547 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Added segment 8726183c-efc5-411b-8154-647fe4ec8bac of type vlan for network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 Jul 14 12:19:51.273069 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:51.300780 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (2e2d82ad-097f-449f-ba1a-eddfae1d0196), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.303508 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Allocated IP 172.20.0.1 (8f1a9939-526e-4b6f-8865-71875a9e9ada/b90d9791-611b-4549-9559-3b6534c7ae38/739a12ec-88ff-4042-a436-a914ce6f2be3) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:51.324111 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Publish callbacks [] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.387397 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.426729 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (2e2d82ad-097f-449f-ba1a-eddfae1d0196), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.427759 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:51.428318 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.434189 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks [] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.439419 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Attempting to bind port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:51.439800 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Attempting to bind port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:51.440162 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Attempting to bind port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:51.443082 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a17aba-cad3-418c-ae0a-beb389ad6589 None None] Pushing event updated for resources: {'Port': ['ID=1d73dbaf-0b44-45a9-b455-45522e28f1d5,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:51.447620 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:51.447997 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:51.448434 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.448805 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:51.449270 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Bound port: 1d73dbaf-0b44-45a9-b455-45522e28f1d5, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:51.449644 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.499008 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] For port 1d73dbaf-0b44-45a9-b455-45522e28f1d5, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:51.502069 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] For port 1d73dbaf-0b44-45a9-b455-45522e28f1d5, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=1d73dbaf-0b44-45a9-b455-45522e28f1d5,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:51.514779 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] Pushing event updated for resources: {'Network': ['ID=2e2d82ad-097f-449f-ba1a-eddfae1d0196,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:51.525077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:19:51.590915 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-df8771ef-5d7b-49d1-ae35-8783723570ce admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1958745 Jul 14 12:19:51.593551 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56184) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:51.598326 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Request body: {'subnet': {'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-914706052-subnet', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:51.634032 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.635147 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.677273 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:51.680275 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:51.687159 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:51.688700 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a17aba-cad3-418c-ae0a-beb389ad6589 None None] Pushing event updated for resources: {'Port': ['ID=1d73dbaf-0b44-45a9-b455-45522e28f1d5,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:51.707982 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:51.708747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:51.734461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Made reservation on behalf of dfa18dfa445442d4be02d187ed24325f for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:19:51.737037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510434'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.742650 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=739a12ec-88ff-4042-a436-a914ce6f2be3,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:51.745221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330161df-4549-47b2-9f3a-f669d8a29bd3 req-73660d32-73cb-4e50-9d55-edfdfe810f21 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:51.746957 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-330161df-4549-47b2-9f3a-f669d8a29bd3 req-73660d32-73cb-4e50-9d55-edfdfe810f21 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 943 time: 0.0591409 Jul 14 12:19:51.824842 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-330161df-4549-47b2-9f3a-f669d8a29bd3 req-716339e6-8547-490f-82ba-430559291ebd tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718307 Jul 14 12:19:51.826876 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (8fef0671-4de1-4089-a378-04bb4b64a188), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:51.861147 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:51.873609 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:51.942061 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9d9bc557-c929-42c5-bb66-0cb3082454fb up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:52.047030 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-53d58d3b-c271-4fbe-be0f-8a440d4c9ab2 None None] Provisioning complete for port 739a12ec-88ff-4042-a436-a914ce6f2be3 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:52.047586 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-53d58d3b-c271-4fbe-be0f-8a440d4c9ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.071097 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20535e-d2f7-476a-9182-dfc9ed782822 req-8d157453-fe76-4556-9ee4-793339543897 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:52.072652 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ed20535e-d2f7-476a-9182-dfc9ed782822 req-8d157453-fe76-4556-9ee4-793339543897 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0712979 Jul 14 12:19:52.098578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 9d9bc557-c929-42c5-bb66-0cb3082454fb triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:52.098978 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.133080 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-53d58d3b-c271-4fbe-be0f-8a440d4c9ab2 None None] Port 739a12ec-88ff-4042-a436-a914ce6f2be3 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:19:52.186247 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.193375 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:48Z', 'revision_number': 3, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:52.213521 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ed20535e-d2f7-476a-9182-dfc9ed782822 req-8c80c2d4-6e66-4490-b9fb-46c62b6ff2f8 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879173 Jul 14 12:19:52.218618 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510416'] for subnet (d00634ed-3f26-4ce0-ba96-3b6311232370), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.248080 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3c3ba-a6f2-4561-86ec-fb9eca4ef852 None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:48Z', 'revision_number': 3, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:52.253427 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:52.266568 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 9d9bc557-c929-42c5-bb66-0cb3082454fb is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:52.330858 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:52.362302 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d00634ed-3f26-4ce0-ba96-3b6311232370,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:52.381528 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56204) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:52.404750 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Checking segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:52.405110 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Network hostable DHCP agents. Network: 2e2d82ad-097f-449f-ba1a-eddfae1d0196, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:19:52.477235 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks [] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.503014 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:19:52.535634 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7473cf00-5664-437b-a2e2-61e6fbab753f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.553862 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.600565 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 2e2d82ad-097f-449f-ba1a-eddfae1d0196) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:52.610614 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c01308-954f-4dc4-8091-b186a7774a16 None None] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:52.622321 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:52.622938 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.633033 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7473cf00-5664-437b-a2e2-61e6fbab753f admin admin] Publish callbacks [] for security_group (b009f71d-a3bf-41ec-8a66-2baafaf66a98), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.654474 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (8fef0671-4de1-4089-a378-04bb4b64a188), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.657288 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=739a12ec-88ff-4042-a436-a914ce6f2be3,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:52.668043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:52.696006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7473cf00-5664-437b-a2e2-61e6fbab753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b009f71d-a3bf-41ec-8a66-2baafaf66a98), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.725253 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7473cf00-5664-437b-a2e2-61e6fbab753f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e28c4726590a468490fac2564379e210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425360 Jul 14 12:19:52.726184 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56208) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:52.727671 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9288c153-ea60-4681-8125-7de4e0b796e5 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1330106 Jul 14 12:19:52.729644 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:52.731568 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56210) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:52.739695 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:52.768132 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:19:52.769345 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.773856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473cf00-5664-437b-a2e2-61e6fbab753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b009f71d-a3bf-41ec-8a66-2baafaf66a98,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:52.792962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:52.794411 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:52.821898 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-75d04cf0-6e16-4f32-bced-91830e74c269 admin admin] Publish callbacks [] for security_group (b009f71d-a3bf-41ec-8a66-2baafaf66a98), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.855691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-75d04cf0-6e16-4f32-bced-91830e74c269 admin admin] Publish callbacks [] for security_group (b009f71d-a3bf-41ec-8a66-2baafaf66a98), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.927105 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (2159076a-9a17-4311-871c-86d0d3fbc526), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.930366 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (2159076a-9a17-4311-871c-86d0d3fbc526), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:52.974437 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Router 8fef0671-4de1-4089-a378-04bb4b64a188 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:19:53.030578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Allocated IP 172.20.0.2 (2e2d82ad-097f-449f-ba1a-eddfae1d0196/d00634ed-3f26-4ce0-ba96-3b6311232370/4c8b08e4-6df3-4683-9d6c-99bb815a1b53) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:53.063660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e84fa1-e4a3-406b-910c-56f5d783d94b req-388f58b6-47cd-4c42-8be1-5804d3285ee1 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:53.065238 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a4e84fa1-e4a3-406b-910c-56f5d783d94b req-388f58b6-47cd-4c42-8be1-5804d3285ee1 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 943 time: 0.1042259 Jul 14 12:19:53.115642 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:53.116928 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-75d04cf0-6e16-4f32-bced-91830e74c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b009f71d-a3bf-41ec-8a66-2baafaf66a98), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.119576 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-75d04cf0-6e16-4f32-bced-91830e74c269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.120873 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-75d04cf0-6e16-4f32-bced-91830e74c269 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b009f71d-a3bf-41ec-8a66-2baafaf66a98 HTTP/1.1" status: 204 len: 168 time: 0.3879602 Jul 14 12:19:53.131005 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a76b42d6-6931-412e-8db2-22d5a67fd9d1 admin admin] 10.222.0.27 "PUT /v2.0/routers/8fef0671-4de1-4089-a378-04bb4b64a188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9168262 Jul 14 12:19:53.142541 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d04cf0-6e16-4f32-bced-91830e74c269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b009f71d-a3bf-41ec-8a66-2baafaf66a98,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:53.153435 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a4e84fa1-e4a3-406b-910c-56f5d783d94b req-83953f67-24a0-4d6e-9924-7c067f95d517 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777748 Jul 14 12:19:53.179894 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:53.207081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device e9341909-2ab9-4a65-9970-c79e8db5eafc details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:19:53.214566 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks [] for router_controller (2159076a-9a17-4311-871c-86d0d3fbc526), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.225021 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:53.227477 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:53.251306 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-b8bd897d-8e38-42b3-bb35-b14dd7a0d03f None None] Provisioning complete for port 739a12ec-88ff-4042-a436-a914ce6f2be3 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:53.251728 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b8bd897d-8e38-42b3-bb35-b14dd7a0d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.414254 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd897d-8e38-42b3-bb35-b14dd7a0d03f None None] Port 739a12ec-88ff-4042-a436-a914ce6f2be3 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:19:53.527988 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port e9341909-2ab9-4a65-9970-c79e8db5eafc, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=e9341909-2ab9-4a65-9970-c79e8db5eafc,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:53.543968 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Publish callbacks [] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.550992 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'e9341909-2ab9-4a65-9970-c79e8db5eafc', 'network_id': 'c7c0701d-ea07-40d2-a551-c26bc0c8851b', 'port_id': 'e9341909-2ab9-4a65-9970-c79e8db5eafc', 'mac_address': 'fa:16:3e:a4:0f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef9f78e-355f-47b5-a193-e7596bcf18c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:19:53.562907 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:53.615659 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.692088 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:53.693054 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port e9341909-2ab9-4a65-9970-c79e8db5eafc is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:53.693671 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.701285 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:53.706046 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:53.732236 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fea8f-2be2-4030-a221-002c97be1b7e req-c9b3fb77-d58f-4248-a779-12a4d0306224 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:53.733004 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fd6fea8f-2be2-4030-a221-002c97be1b7e req-c9b3fb77-d58f-4248-a779-12a4d0306224 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1309876 Jul 14 12:19:53.755689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Pushing event updated for resources: {'Port': ['ID=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:53.759398 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9341909-2ab9-4a65-9970-c79e8db5eafc {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:19:53.763218 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks [] for router_gateway (2159076a-9a17-4311-871c-86d0d3fbc526), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.801886 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fd6fea8f-2be2-4030-a221-002c97be1b7e req-99272af1-af9e-48a5-815c-ac4dac4401ce tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619249 Jul 14 12:19:53.819427 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Attempting to bind port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:53.819889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Attempting to bind port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:53.820198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Attempting to bind port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 on network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:53.827828 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port e9341909-2ab9-4a65-9970-c79e8db5eafc, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=e9341909-2ab9-4a65-9970-c79e8db5eafc,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:53.829125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:53.829618 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Checking segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:53.830074 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.830525 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Bound using segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:53.831089 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Bound port: 4c8b08e4-6df3-4683-9d6c-99bb815a1b53, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:53.831535 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.893471 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:53.940639 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56244) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:53.949220 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] For port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:53.949439 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841400974', 'description': 'tempest-description--602175545'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:53.953954 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] For port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:53.969481 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1d73dbaf-0b44-45a9-b455-45522e28f1d5 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:54.003963 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:54.010133 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=e9341909-2ab9-4a65-9970-c79e8db5eafc,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:54.041282 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:54.041734 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.046362 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.068752 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.151063 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:54.156346 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f77474-9fbf-4e14-881d-eabde14e787e None None] Pushing event updated for resources: {'Port': ['ID=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:54.159992 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks [] for router_gateway (2159076a-9a17-4311-871c-86d0d3fbc526), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.185753 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.189334 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.238253 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:54.240214 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.254511 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['e9341909-2ab9-4a65-9970-c79e8db5eafc'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:19:54.284890 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.304142 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 1d73dbaf-0b44-45a9-b455-45522e28f1d5, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=1d73dbaf-0b44-45a9-b455-45522e28f1d5,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:54.340793 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:54.412249 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.439725 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb12cc-1b6d-4fea-bcf3-cbe213814185 req-bfd43d96-4d71-478a-9ef6-2db64929c94f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:54.439725 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b1cb12cc-1b6d-4fea-bcf3-cbe213814185 req-bfd43d96-4d71-478a-9ef6-2db64929c94f tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 944 time: 0.1267531 Jul 14 12:19:54.439988 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.440386 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:54.442288 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-d0296484-e3e8-49f1-ade4-5493edf70c62 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4993107 Jul 14 12:19:54.445091 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56256) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:54.448696 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:54.451187 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Allocated IP 172.27.1.45 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/a910552c-92dd-467b-97a8-06d651712ef7) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:54.460285 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'security_group_rule': {'security_group_id': 'f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:54.474020 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:54.474730 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:54.550249 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=1d73dbaf-0b44-45a9-b455-45522e28f1d5,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:54.611671 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b1cb12cc-1b6d-4fea-bcf3-cbe213814185 req-11414407-7be2-4f03-b68b-6fb1bf9af419 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617839 Jul 14 12:19:54.628619 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:54.632618 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (a4eebd85-3e5d-4d67-9e1c-878bcf80fb1d), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.641694 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:54.670297 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks [] for port (a910552c-92dd-467b-97a8-06d651712ef7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.726347 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:54.753224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (a4eebd85-3e5d-4d67-9e1c-878bcf80fb1d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.788081 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (a910552c-92dd-467b-97a8-06d651712ef7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.811358 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (a4eebd85-3e5d-4d67-9e1c-878bcf80fb1d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:54.824557 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:54.832280 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:54.848540 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:54.852885 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:54.873507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Pushing event updated for resources: {'Port': ['ID=a910552c-92dd-467b-97a8-06d651712ef7,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:54.879641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4eebd85-3e5d-4d67-9e1c-878bcf80fb1d,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:54.884276 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 2, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:54.917874 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:54.918235 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Updating router 8fef0671-4de1-4089-a378-04bb4b64a188 port 739a12ec-88ff-4042-a436-a914ce6f2be3 binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:54.955053 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.000549 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dcdd9-e3bc-4ef4-8584-f2303246e6e2 req-5396275c-22ef-433d-9b22-bbaea9e12f93 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:55.009770 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bc3dcdd9-e3bc-4ef4-8584-f2303246e6e2 req-5396275c-22ef-433d-9b22-bbaea9e12f93 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0794024 Jul 14 12:19:55.015830 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.018129 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ff80c51d-f9d9-4526-92d4-2a5f732e8ddf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5634942 Jul 14 12:19:55.021871 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56274) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:55.028636 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'security_group_rule': {'security_group_id': 'f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:55.101485 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bc3dcdd9-e3bc-4ef4-8584-f2303246e6e2 req-8e1e915e-fd88-4b00-afc0-0fb5941b3b0f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807371 Jul 14 12:19:55.266950 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device e9341909-2ab9-4a65-9970-c79e8db5eafc up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:55.303700 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:55.312223 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (c8580c0c-a212-4586-83ad-84185fa59caf), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.328964 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port e9341909-2ab9-4a65-9970-c79e8db5eafc completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:19:55.376320 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Publish callbacks [] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.403784 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks [] for router_gateway (2159076a-9a17-4311-871c-86d0d3fbc526), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.417077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port e9341909-2ab9-4a65-9970-c79e8db5eafc triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:55.417613 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.450948 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.457379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (c8580c0c-a212-4586-83ad-84185fa59caf), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.513479 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Pushing event updated for resources: {'Port': ['ID=739a12ec-88ff-4042-a436-a914ce6f2be3,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:55.548314 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.550548 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.550548 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.550548 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.550548 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.550548 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.550548 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.551454 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.551931 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.552256 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.552583 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.552923 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.553306 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.553629 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.553945 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:19:55.596595 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (c8580c0c-a212-4586-83ad-84185fa59caf), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.607468 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Attempting to bind port 739a12ec-88ff-4042-a436-a914ce6f2be3 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:55.608076 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Attempting to bind port 739a12ec-88ff-4042-a436-a914ce6f2be3 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:55.608588 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Attempting to bind port 739a12ec-88ff-4042-a436-a914ce6f2be3 on network 8f1a9939-526e-4b6f-8865-71875a9e9ada {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:55.615265 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:55.616044 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Checking segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:55.616678 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.617543 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Bound using segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:55.618161 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Bound port: 739a12ec-88ff-4042-a436-a914ce6f2be3, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:55.618906 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.720607 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7daf397-e711-4c43-a8b1-c05f54558412 None None] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:19:55.781746 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8580c0c-a212-4586-83ad-84185fa59caf,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:55.790084 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] Provisioning complete for port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:55.793856 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.795592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port e9341909-2ab9-4a65-9970-c79e8db5eafc is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:55.796137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.798554 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] For port 739a12ec-88ff-4042-a436-a914ce6f2be3, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:55.839256 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f786d-4678-493f-b45b-8048b21921ca req-2def41b6-dbde-429e-885a-ab25b695f68e tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:55.840755 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-538f786d-4678-493f-b45b-8048b21921ca req-2def41b6-dbde-429e-885a-ab25b695f68e tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 944 time: 0.0744121 Jul 14 12:19:55.865686 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (2159076a-9a17-4311-871c-86d0d3fbc526), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.881651 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:55.883594 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-de3a2d88-e5e4-4c6a-8dc3-6eb1c1d37f83 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8595905 Jul 14 12:19:55.886366 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9341909-2ab9-4a65-9970-c79e8db5eafc'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:19:55.887339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56294) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:55.892580 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf81c2f-f06e-4224-8e92-9a800b1d69c9" -d '{"events": [{"server_uuid": "dc2d31b3-8a26-44d8-a55a-0435d3325df4", "name": "network-vif-plugged", "status": "completed", "tag": "e9341909-2ab9-4a65-9970-c79e8db5eafc"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:19:55.893721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:19:55.917603 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] For port 739a12ec-88ff-4042-a436-a914ce6f2be3, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=739a12ec-88ff-4042-a436-a914ce6f2be3,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:55.920033 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port e9341909-2ab9-4a65-9970-c79e8db5eafc, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=e9341909-2ab9-4a65-9970-c79e8db5eafc,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:55.976700 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f6a46b-e86a-4644-90ae-99ebc2b3e5e4 x-openstack-request-id: req-85f6a46b-e86a-4644-90ae-99ebc2b3e5e4 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:19:55.976992 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2d31b3-8a26-44d8-a55a-0435d3325df4", "name": "network-vif-plugged", "status": "completed", "tag": "e9341909-2ab9-4a65-9970-c79e8db5eafc", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:19:55.977247 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-85f6a46b-e86a-4644-90ae-99ebc2b3e5e4 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:19:55.977639 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f6a46b-e86a-4644-90ae-99ebc2b3e5e4'] response: {'server_uuid': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9341909-2ab9-4a65-9970-c79e8db5eafc', 'code': 200} Jul 14 12:19:55.981905 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:55.996164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] Current status of the port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:55.996721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.009518 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-538f786d-4678-493f-b45b-8048b21921ca req-2cff2853-4798-4b1b-b3d6-8230810001d5 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558287 Jul 14 12:19:56.046171 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.047195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.053043 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.105177 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] For port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:56.153017 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=e9341909-2ab9-4a65-9970-c79e8db5eafc,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:56.193222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1d73dbaf-0b44-45a9-b455-45522e28f1d5 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:56.205361 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:56.206228 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:56.211603 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117646e-7fa7-49c1-a8a9-d54747953257 None None] Pushing event updated for resources: {'Port': ['ID=739a12ec-88ff-4042-a436-a914ce6f2be3,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:56.220182 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.250639 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Router 2159076a-9a17-4311-871c-86d0d3fbc526 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:19:56.266487 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.296675 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:56.365570 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85492cc7-8740-40f7-b22e-06ffa42699b6 None None] Pushing event updated for resources: {'Port': ['ID=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:56.368448 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:56.368849 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.400304 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:56.425885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Provisioning complete for port 739a12ec-88ff-4042-a436-a914ce6f2be3 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:56.426258 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.460317 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Allocated IP 172.27.1.30 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:56.479041 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:56.497053 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Sync routers for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:19:56.525007 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:56.525629 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:56.529252 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:56.530379 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:56.578479 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.580824 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-48ae8e2a-1c74-4d0c-92d7-e7e4ba0edd33 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8483219 Jul 14 12:19:56.584984 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56302) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:56.585244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:56.631731 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:55Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:56.647032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93da7-fe1f-42cf-ab0a-d3bb608cad53 req-d9ed5a12-f86a-4c3d-968c-f5535c0ab8f3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:56.654307 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b1b93da7-fe1f-42cf-ab0a-d3bb608cad53 req-d9ed5a12-f86a-4c3d-968c-f5535c0ab8f3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.4499805 Jul 14 12:19:56.659753 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfad10-a69c-4e1a-bc66-5ca44fc84504 req-0dad694d-1389-430a-8a1b-9df727633888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:56.661820 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-95bfad10-a69c-4e1a-bc66-5ca44fc84504 req-0dad694d-1389-430a-8a1b-9df727633888 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 1129 time: 0.1074309 Jul 14 12:19:56.664938 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.669167 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Current status of the port 739a12ec-88ff-4042-a436-a914ce6f2be3 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:56.669558 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.673978 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:56.716947 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:56.728542 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-95bfad10-a69c-4e1a-bc66-5ca44fc84504 req-e7cdbf4f-28b9-4dee-90fa-e8b8486fa44b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542107 Jul 14 12:19:56.743753 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:56.778363 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:56.779005 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.801020 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b1b93da7-fe1f-42cf-ab0a-d3bb608cad53 req-ead95088-6bcf-4ffe-aee7-21e59fc2432c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432450 Jul 14 12:19:56.815795 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] For port 739a12ec-88ff-4042-a436-a914ce6f2be3, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=739a12ec-88ff-4042-a436-a914ce6f2be3,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:19:56.829551 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f5598e-61e6-4067-ae19-ff3ab48588d6 None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:55Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:56.937224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:56.992073 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:56.994200 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.002837 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:57.005657 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'Port': ['ID=abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:57.008010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:57.057895 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Provisioning complete for port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:57.058275 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.188268 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (b2d02b55-0288-42b6-8b87-5733ab3a649e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.205164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Pushing event updated for resources: {'Port': ['ID=739a12ec-88ff-4042-a436-a914ce6f2be3,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:57.229123 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:57.243725 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:55Z', 'revision_number': 3, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:57.250751 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:57.255914 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288688-1778-4c76-9d00-c30b6c22c572 req-bf40c9f8-6293-40ea-b0f2-3e3c0eb7aeb8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:57.257662 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3288688-1778-4c76-9d00-c30b6c22c572 req-bf40c9f8-6293-40ea-b0f2-3e3c0eb7aeb8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.0941906 Jul 14 12:19:57.291447 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Checking router: 2159076a-9a17-4311-871c-86d0d3fbc526 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:19:57.292747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Updating router 2159076a-9a17-4311-871c-86d0d3fbc526 port a910552c-92dd-467b-97a8-06d651712ef7 binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:19:57.298235 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.338319 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.345386 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3288688-1778-4c76-9d00-c30b6c22c572 req-8fb60aef-05c2-4dc0-b0af-51937b4e4ad5 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807941 Jul 14 12:19:57.357338 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (a910552c-92dd-467b-97a8-06d651712ef7), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.364729 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-a0e86d2f-142c-4a22-90da-0a1fe5325db4 None None] Current status of the port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:57.554697 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.564789 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1f6baf7b-fbc6-4445-b05e-12aef5d3cc77 None None] Provisioning complete for port 739a12ec-88ff-4042-a436-a914ce6f2be3 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:57.565380 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1f6baf7b-fbc6-4445-b05e-12aef5d3cc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.571940 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Allocated IP 172.20.0.1 (2e2d82ad-097f-449f-ba1a-eddfae1d0196/d00634ed-3f26-4ce0-ba96-3b6311232370/d1918282-c3a8-425f-8581-58905bb4a727) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:19:57.633074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.708591 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks [] for port (d1918282-c3a8-425f-8581-58905bb4a727), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.715551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (b2d02b55-0288-42b6-8b87-5733ab3a649e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.735008 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1f6baf7b-fbc6-4445-b05e-12aef5d3cc77 None None] Current status of the port 739a12ec-88ff-4042-a436-a914ce6f2be3 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:57.750086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'Port': ['ID=abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:57.804210 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Publish callbacks [] for port (a910552c-92dd-467b-97a8-06d651712ef7), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.824428 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.833669 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-49ec0082-a321-4f17-8ae5-57fea31a0bdb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9371896 Jul 14 12:19:57.833869 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (d1918282-c3a8-425f-8581-58905bb4a727), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.922698 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:57.926344 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:57.926610 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (a910552c-92dd-467b-97a8-06d651712ef7), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:57.929064 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:19:58.007291 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1918282-c3a8-425f-8581-58905bb4a727,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:58.030692 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (2159076a-9a17-4311-871c-86d0d3fbc526), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.053498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5094e26-2fbc-4aa2-a4ac-a1296e0e2184 req-0aa7ccb7-ac4c-4a2c-8430-56e06107875c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:58.059794 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d5094e26-2fbc-4aa2-a4ac-a1296e0e2184 req-0aa7ccb7-ac4c-4a2c-8430-56e06107875c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1366420 Jul 14 12:19:58.069849 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Attempting to bind port a910552c-92dd-467b-97a8-06d651712ef7 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:19:58.070696 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Attempting to bind port a910552c-92dd-467b-97a8-06d651712ef7 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:19:58.071300 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Attempting to bind port a910552c-92dd-467b-97a8-06d651712ef7 on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:19:58.086585 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:19:58.088527 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:19:58.089176 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.090573 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:19:58.097932 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Bound port: a910552c-92dd-467b-97a8-06d651712ef7, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:19:58.098587 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (a910552c-92dd-467b-97a8-06d651712ef7), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.138250 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1109-2472-40cd-88a2-e2f26e2dbf1d None None] Pushing event updated for resources: {'Port': ['ID=a910552c-92dd-467b-97a8-06d651712ef7,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:58.198585 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-fca0f422-e3cb-43ac-882f-4a2cbe042377 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1841400974&fields=id&tenant_id=51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 267 time: 0.1073818 Jul 14 12:19:58.201230 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d5094e26-2fbc-4aa2-a4ac-a1296e0e2184 req-74848e04-65aa-4849-a012-53622c9bc1dc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386721 Jul 14 12:19:58.202046 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 739a12ec-88ff-4042-a436-a914ce6f2be3 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:58.415315 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-212948db-898e-4d51-9016-926547fc52c1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:58.424538 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-212948db-898e-4d51-9016-926547fc52c1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 815 time: 0.2099254 Jul 14 12:19:58.425711 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] For port a910552c-92dd-467b-97a8-06d651712ef7, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:19:58.430072 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-a116d868-0558-4273-ab26-5dbb197cf531 None None] Provisioning complete for port d1918282-c3a8-425f-8581-58905bb4a727 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:58.430540 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a116d868-0558-4273-ab26-5dbb197cf531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (d1918282-c3a8-425f-8581-58905bb4a727), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.444495 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] For port a910552c-92dd-467b-97a8-06d651712ef7, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=a910552c-92dd-467b-97a8-06d651712ef7,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:19:58.453934 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-5b14f021-f2ee-4cc0-a9ab-f16d094f0ed7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/quotas/51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 375 time: 0.0279860 Jul 14 12:19:58.495307 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-a116d868-0558-4273-ab26-5dbb197cf531 None None] Port d1918282-c3a8-425f-8581-58905bb4a727 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:19:58.496538 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 739a12ec-88ff-4042-a436-a914ce6f2be3 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:58.496901 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.550961 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (a910552c-92dd-467b-97a8-06d651712ef7), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.558815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f807792-0e93-4328-a9c7-672ec5fc3b4c req-ae1246c0-d413-437f-94ea-d54ad2d10c04 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:58.562371 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-37bccd04-32f0-45d1-abc7-c2346f5abcea tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077998 Jul 14 12:19:58.563711 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f807792-0e93-4328-a9c7-672ec5fc3b4c req-ae1246c0-d413-437f-94ea-d54ad2d10c04 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.0600517 Jul 14 12:19:58.569919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (d1918282-c3a8-425f-8581-58905bb4a727), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:58.578060 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:58.663766 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:58.669389 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b1109-2472-40cd-88a2-e2f26e2dbf1d None None] Pushing event updated for resources: {'Port': ['ID=a910552c-92dd-467b-97a8-06d651712ef7,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:58.695832 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f807792-0e93-4328-a9c7-672ec5fc3b4c req-1fc74b52-43fd-4015-9806-ca57f27097d2 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147451 Jul 14 12:19:58.700036 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:19:58.700686 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:58.748632 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-b5b2bee6-1e3e-4c77-ba78-3fbda4d7a0ee service neutron] 10.222.0.27 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729426 Jul 14 12:19:58.758680 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 739a12ec-88ff-4042-a436-a914ce6f2be3 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:58.759780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:19:58.786628 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:58.856915 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:19:58.859445 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:58.859574 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.055135 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:19:59.107613 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-597d8853-52b2-4e0e-9364-2b6e9867be09 service neutron] 10.222.0.27 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581231 Jul 14 12:19:59.116323 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:19:57Z', 'revision_number': 1, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:19:59.120771 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks [] for port (d1918282-c3a8-425f-8581-58905bb4a727), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.148257 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456ea25a-3f1d-4ddb-8394-bbd99319790c None None] The sync data for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi is: [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:19:57Z', 'revision_number': 1, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:19:59.170550 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (d1918282-c3a8-425f-8581-58905bb4a727), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.201396 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56358) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:19:59.257733 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1918282-c3a8-425f-8581-58905bb4a727,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:59.263199 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (2159076a-9a17-4311-871c-86d0d3fbc526), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.370519 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeac4c9-3dc7-421b-96c0-5580e3e03660 req-33061a3e-6cbf-4de4-b503-7df67434d4a5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:59.377687 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-aeeac4c9-3dc7-421b-96c0-5580e3e03660 req-33061a3e-6cbf-4de4-b503-7df67434d4a5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0827553 Jul 14 12:19:59.395442 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:19:59.416507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:19:59.439311 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d49490d0-8c2e-4745-a1ad-0e944a5432e7 req-b2a629af-27cd-4022-bfe4-dcbe7143268e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0626154 Jul 14 12:19:59.445053 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:59.565132 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:59.592146 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:59.641977 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:59.650309 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Router 2159076a-9a17-4311-871c-86d0d3fbc526 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:19:59.688862 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:19:59.692145 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-575be8bf-5599-4cb2-b847-939fa5d33046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.753240 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-aeeac4c9-3dc7-421b-96c0-5580e3e03660 req-f6e4344b-e4d2-46c6-903e-f19253b8f9c1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746009 Jul 14 12:19:59.822551 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-977a71d4-5603-421a-a344-a09670db6b24 None None] Provisioning complete for port d1918282-c3a8-425f-8581-58905bb4a727 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:19:59.823747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-977a71d4-5603-421a-a344-a09670db6b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (d1918282-c3a8-425f-8581-58905bb4a727), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.824412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-575be8bf-5599-4cb2-b847-939fa5d33046 admin admin] Publish callbacks [] for security_group (0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.863892 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-977a71d4-5603-421a-a344-a09670db6b24 None None] Port d1918282-c3a8-425f-8581-58905bb4a727 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:19:59.873588 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe971eb-ef9d-4398-95a5-27dfe96e458d req-3a4b0cad-f4b4-4a0e-b626-bc4744aec622 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:19:59.875120 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe971eb-ef9d-4398-95a5-27dfe96e458d req-3a4b0cad-f4b4-4a0e-b626-bc4744aec622 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.0620961 Jul 14 12:19:59.878086 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:19:59.883383 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-50ca0834-1a00-4c2c-889a-75921870caf3 admin admin] 10.222.0.27 "PUT /v2.0/routers/2159076a-9a17-4311-871c-86d0d3fbc526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2966034 Jul 14 12:19:59.930406 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-575be8bf-5599-4cb2-b847-939fa5d33046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:19:59.950441 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-efe971eb-ef9d-4398-95a5-27dfe96e458d req-2211a049-ed28-49dc-838a-e487f8953a32 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661016 Jul 14 12:19:59.991976 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-575be8bf-5599-4cb2-b847-939fa5d33046 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=636e780d917d4b96bbafd985d415997e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7887332 Jul 14 12:19:59.993413 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575be8bf-5599-4cb2-b847-939fa5d33046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:19:59.996907 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56378) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:00.064061 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3864d55b-a64e-4e52-8c5a-25aada4bd108 admin admin] Publish callbacks [] for security_group (0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.088499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3864d55b-a64e-4e52-8c5a-25aada4bd108 admin admin] Publish callbacks [] for security_group (0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.255889 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3864d55b-a64e-4e52-8c5a-25aada4bd108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.255889 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3864d55b-a64e-4e52-8c5a-25aada4bd108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.255889 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3864d55b-a64e-4e52-8c5a-25aada4bd108 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca HTTP/1.1" status: 204 len: 168 time: 0.2562222 Jul 14 12:20:00.269701 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864d55b-a64e-4e52-8c5a-25aada4bd108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecb4e2a-a47c-4a0a-87ea-0a6b09b356ca,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:00.565328 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ea0a0221-d5ac-4afe-a6d3-ebdba4af4d29 req-bf99d0b4-d9b2-4bfb-9739-8cdb88853b3d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0345132 Jul 14 12:20:00.656097 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:00.752151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56402) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:00.758203 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1672349635-network', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:00.871028 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9615f6-d606-476b-931b-607f5581a1bf req-e10b8702-ad26-4e82-97cb-a45058500911 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:00.872597 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ac9615f6-d606-476b-931b-607f5581a1bf req-e10b8702-ad26-4e82-97cb-a45058500911 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0495856 Jul 14 12:20:00.899654 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56406) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:00.903312 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Made reservation on behalf of 8d43e94a04ab44dda0f87babe90a02be for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:00.906734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.924677 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ac9615f6-d606-476b-931b-607f5581a1bf req-9b4e7918-7b78-4ac9-8590-517719d5227a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465968 Jul 14 12:20:00.928845 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.932108 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bfd22af1-1761-48af-a03d-26089ed8cee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:00.952108 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:01.004865 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:01.071024 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks [] for security_group (5fc7ae4f-db24-4787-a143-d97221aabffe), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.077206 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bfd22af1-1761-48af-a03d-26089ed8cee8 admin admin] Publish callbacks [] for security_group (adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.148176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (5fc7ae4f-db24-4787-a143-d97221aabffe), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.152551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bfd22af1-1761-48af-a03d-26089ed8cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.184439 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:20:01.240917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7ae4f-db24-4787-a143-d97221aabffe,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:01.249545 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-bfd22af1-1761-48af-a03d-26089ed8cee8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=34fe7c1656d844e9b920116305e053b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487556 Jul 14 12:20:01.252296 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56410) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:01.271226 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (d320311a-f943-491c-8ceb-4f431a47c46b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.277058 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Added segment d320311a-f943-491c-8ceb-4f431a47c46b of type vlan for network 53d5baa5-6bac-46a5-8145-ab663344b104 Jul 14 12:20:01.296259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1fdae-f334-46df-bffd-fb1237ad17e0 req-01c68373-678a-4c27-aa11-53fec5fad00b tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:01.297774 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-39e1fdae-f334-46df-bffd-fb1237ad17e0 req-01c68373-678a-4c27-aa11-53fec5fad00b tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.1167974 Jul 14 12:20:01.303419 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:01.310213 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213915e-e0f2-44d0-875e-fc78939f54a2 admin admin] Publish callbacks [] for security_group (adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.345230 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd22af1-1761-48af-a03d-26089ed8cee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:01.345394 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213915e-e0f2-44d0-875e-fc78939f54a2 admin admin] Publish callbacks [] for security_group (adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.360290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (53d5baa5-6bac-46a5-8145-ab663344b104), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.409283 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-39e1fdae-f334-46df-bffd-fb1237ad17e0 req-c2355c06-dd2f-480c-aa81-f3a9f53b5b51 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876153 Jul 14 12:20:01.485577 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213915e-e0f2-44d0-875e-fc78939f54a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.487707 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213915e-e0f2-44d0-875e-fc78939f54a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.489889 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6213915e-e0f2-44d0-875e-fc78939f54a2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2360115 Jul 14 12:20:01.498669 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213915e-e0f2-44d0-875e-fc78939f54a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfb1a3d-6ff3-424a-9566-7e8ca40bb7a4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:01.513237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (53d5baa5-6bac-46a5-8145-ab663344b104), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.514755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:01.515371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.589853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] Pushing event updated for resources: {'Network': ['ID=53d5baa5-6bac-46a5-8145-ab663344b104,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:01.605025 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Sync routers for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:01.608476 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 53d5baa5-6bac-46a5-8145-ab663344b104 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:20:01.617000 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:01.617624 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:01.630079 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a371ea6a-0c70-4d19-9111-60b95820670c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8766568 Jul 14 12:20:01.633730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56420) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:01.640739 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Request body: {'subnet': {'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1672349635-subnet', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:01.696435 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-53db78c0-4627-476c-b2ea-f4aecb3ddee9 req-4778aa2f-061a-417b-9572-7f55e454c258 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0407524 Jul 14 12:20:01.741796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Made reservation on behalf of 8d43e94a04ab44dda0f87babe90a02be for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:01.744235 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:01.783823 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:01.945564 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a910552c-92dd-467b-97a8-06d651712ef7 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:01.987482 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 2, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:01.995517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port a910552c-92dd-467b-97a8-06d651712ef7 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:01.995889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (a910552c-92dd-467b-97a8-06d651712ef7), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.023310 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Checking router: 2159076a-9a17-4311-871c-86d0d3fbc526 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:02.025536 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Updating router 2159076a-9a17-4311-871c-86d0d3fbc526 port d1918282-c3a8-425f-8581-58905bb4a727 binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:02.052772 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:02.064482 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (d1918282-c3a8-425f-8581-58905bb4a727), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.064765 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3b765-b75f-435c-8cd9-95878603a99a req-fe082d61-92fe-4890-be33-48df5cd80440 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:02.066615 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-baa3b765-b75f-435c-8cd9-95878603a99a req-fe082d61-92fe-4890-be33-48df5cd80440 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Jul 14 12:20:02.068539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (0ce3346b-7907-4079-8bf6-777b3c35fd1f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.080200 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port a910552c-92dd-467b-97a8-06d651712ef7 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:02.080819 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (a910552c-92dd-467b-97a8-06d651712ef7), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.105633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port a910552c-92dd-467b-97a8-06d651712ef7, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=a910552c-92dd-467b-97a8-06d651712ef7,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:02.171023 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (a910552c-92dd-467b-97a8-06d651712ef7), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.181948 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:02.208718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce3346b-7907-4079-8bf6-777b3c35fd1f,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:02.215014 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:02.227768 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:02.231576 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=a910552c-92dd-467b-97a8-06d651712ef7,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:02.231936 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Checking segment: {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:02.232296 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Network hostable DHCP agents. Network: 53d5baa5-6bac-46a5-8145-ab663344b104, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:20:02.247668 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-baa3b765-b75f-435c-8cd9-95878603a99a req-829c641d-58be-44a2-964e-fe2dfae1418f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715896 Jul 14 12:20:02.342110 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Network 53d5baa5-6bac-46a5-8145-ab663344b104 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:20:02.384332 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Publish callbacks [] for port (d1918282-c3a8-425f-8581-58905bb4a727), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.450222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 53d5baa5-6bac-46a5-8145-ab663344b104) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:02.454667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:02.460157 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.460841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2c7a2-98de-4ae8-9c1d-39e7c064e0ae None None] Network 53d5baa5-6bac-46a5-8145-ab663344b104 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:20:02.479286 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (d1918282-c3a8-425f-8581-58905bb4a727), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.539530 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:02.545240 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b90f83a9-c0d6-44bb-bd56-70d9447cf73f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9102077 Jul 14 12:20:02.547894 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56442) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:02.552260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:02.563010 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9054b-3931-4bba-8c69-0e630ee1118e None None] Pushing event updated for resources: {'Port': ['ID=d1918282-c3a8-425f-8581-58905bb4a727,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:02.608012 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cc8fc-fb18-4c5e-8c6c-9ad467f829c7 req-d5f43cb4-828f-4b04-8f3b-307817ed2a37 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:02.615645 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9b1cc8fc-fb18-4c5e-8c6c-9ad467f829c7 req-d5f43cb4-828f-4b04-8f3b-307817ed2a37 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.1125336 Jul 14 12:20:02.675467 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-53d5baa5-6bac-46a5-8145-ab663344b104', 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104', 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'fixed_ips': [{'subnet_id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:20:02.676059 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Attempting to bind port d1918282-c3a8-425f-8581-58905bb4a727 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:02.676872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.677707 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Attempting to bind port d1918282-c3a8-425f-8581-58905bb4a727 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:02.678349 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Attempting to bind port d1918282-c3a8-425f-8581-58905bb4a727 on network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:02.680087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (4d0e81de-ffc7-4573-81d8-5e839b6dab12), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.681686 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (4d0e81de-ffc7-4573-81d8-5e839b6dab12), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.684284 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9b1cc8fc-fb18-4c5e-8c6c-9ad467f829c7 req-8348457c-9c29-499a-86f6-6f1ab601e0c0 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639300 Jul 14 12:20:02.693059 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:02.693665 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Checking segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:02.694192 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.695057 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Bound using segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:02.695658 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Bound port: d1918282-c3a8-425f-8581-58905bb4a727, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:02.696265 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (d1918282-c3a8-425f-8581-58905bb4a727), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.770818 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:02.840260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks [] for router_controller (4d0e81de-ffc7-4573-81d8-5e839b6dab12), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.841210 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] For port d1918282-c3a8-425f-8581-58905bb4a727, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:02.853974 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] For port d1918282-c3a8-425f-8581-58905bb4a727, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=d1918282-c3a8-425f-8581-58905bb4a727,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:02.862344 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0be3f2f5-a744-4f1b-8db6-d4327116ff18 req-69bf545a-04de-46de-83bf-4defe42f09b6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0450242 Jul 14 12:20:02.938278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1976552f-6908-464f-b142-5dd719e10b4a None None] Provisioning complete for port d1918282-c3a8-425f-8581-58905bb4a727 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:02.938643 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1976552f-6908-464f-b142-5dd719e10b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (d1918282-c3a8-425f-8581-58905bb4a727), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.970933 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (d1918282-c3a8-425f-8581-58905bb4a727), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:02.976078 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Allocated IP 172.20.0.2 (53d5baa5-6bac-46a5-8145-ab663344b104/0ce3346b-7907-4079-8bf6-777b3c35fd1f/b9babd77-4c15-45ea-82da-5d53ca457e79) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:02.999604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1976552f-6908-464f-b142-5dd719e10b4a None None] Port d1918282-c3a8-425f-8581-58905bb4a727 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:03.049875 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9054b-3931-4bba-8c69-0e630ee1118e None None] Pushing event updated for resources: {'Port': ['ID=d1918282-c3a8-425f-8581-58905bb4a727,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:03.059653 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:03.060515 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:03.094434 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks [] for router_gateway (4d0e81de-ffc7-4573-81d8-5e839b6dab12), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.112470 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.210779 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:03.210987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Publish callbacks [] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.251111 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.262703 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.279649 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.335549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Network 53d5baa5-6bac-46a5-8145-ab663344b104 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:03.341032 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:03.345148 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:03.363885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Pushing event updated for resources: {'Port': ['ID=b9babd77-4c15-45ea-82da-5d53ca457e79,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:03.441641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0370a3-fdd0-45be-a708-c5f46bb08702 req-72717a4a-df38-4c37-986b-95f5e9d3478c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:03.443280 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-de0370a3-fdd0-45be-a708-c5f46bb08702 req-72717a4a-df38-4c37-986b-95f5e9d3478c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0944414 Jul 14 12:20:03.443649 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks [] for router_gateway (4d0e81de-ffc7-4573-81d8-5e839b6dab12), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.453055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Attempting to bind port b9babd77-4c15-45ea-82da-5d53ca457e79 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:03.453574 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Attempting to bind port b9babd77-4c15-45ea-82da-5d53ca457e79 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:03.454030 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Attempting to bind port b9babd77-4c15-45ea-82da-5d53ca457e79 on network 53d5baa5-6bac-46a5-8145-ab663344b104 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:03.459914 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:03.460504 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Checking segment: {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:03.462932 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.463092 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.463213 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Bound using segment: {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:03.463213 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Bound port: b9babd77-4c15-45ea-82da-5d53ca457e79, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:03.463213 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.464759 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.478587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.525078 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-de0370a3-fdd0-45be-a708-c5f46bb08702 req-da268f59-ea2e-46de-aa92-768d413ab48e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746355 Jul 14 12:20:03.537526 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] Provisioning complete for port d1918282-c3a8-425f-8581-58905bb4a727 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:03.537526 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (d1918282-c3a8-425f-8581-58905bb4a727), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.547464 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:03.575595 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ef1e3f-ff3d-4045-aeb8-a0ddc0475c45 None None] The sync data for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi is: [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:03.605737 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-babb413d-3add-421b-83be-29b3fa309837 None None] For port b9babd77-4c15-45ea-82da-5d53ca457e79, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:03.611517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-babb413d-3add-421b-83be-29b3fa309837 None None] For port b9babd77-4c15-45ea-82da-5d53ca457e79, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=b9babd77-4c15-45ea-82da-5d53ca457e79,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:03.612471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Allocated IP 172.27.1.214 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/29bca4bd-4282-4c80-8b9a-5ead634aa35b) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:03.681166 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] Current status of the port d1918282-c3a8-425f-8581-58905bb4a727 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:03.681716 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (d1918282-c3a8-425f-8581-58905bb4a727), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.715125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.747707 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.759094 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks [] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.764608 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] For port d1918282-c3a8-425f-8581-58905bb4a727, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=d1918282-c3a8-425f-8581-58905bb4a727,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:03.791859 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:03.796438 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb413d-3add-421b-83be-29b3fa309837 None None] Pushing event updated for resources: {'Port': ['ID=b9babd77-4c15-45ea-82da-5d53ca457e79,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:03.839816 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (d1918282-c3a8-425f-8581-58905bb4a727), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.936398 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:03.963794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f26706-ad35-4e42-ab4f-f1d4e38fc156 None None] Pushing event updated for resources: {'Port': ['ID=d1918282-c3a8-425f-8581-58905bb4a727,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:03.977574 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:04.037072 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Pushing event updated for resources: {'Port': ['ID=29bca4bd-4282-4c80-8b9a-5ead634aa35b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:04.097725 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a910552c-92dd-467b-97a8-06d651712ef7 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:04.139631 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b5ba0900-48c3-487f-85bd-26761b119017 req-ad44dc88-2750-48ae-af79-f7ba457139d9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.1401341 Jul 14 12:20:04.142447 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:04.144747 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:04.148816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:04.205275 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port a910552c-92dd-467b-97a8-06d651712ef7 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:04.205909 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (a910552c-92dd-467b-97a8-06d651712ef7), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:04.334693 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port a910552c-92dd-467b-97a8-06d651712ef7 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:04.335820 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device d1918282-c3a8-425f-8581-58905bb4a727 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:04.394046 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port d1918282-c3a8-425f-8581-58905bb4a727 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:04.394417 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (d1918282-c3a8-425f-8581-58905bb4a727), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:04.476707 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:04.487880 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port d1918282-c3a8-425f-8581-58905bb4a727 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:04.588115 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks [] for router_gateway (4d0e81de-ffc7-4573-81d8-5e839b6dab12), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:04.658688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38211-7071-40c0-ba78-6f6ee792e4af req-9b3c31d0-10d8-42cc-8375-4b7937bbca5c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:04.663265 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fca38211-7071-40c0-ba78-6f6ee792e4af req-9b3c31d0-10d8-42cc-8375-4b7937bbca5c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0579972 Jul 14 12:20:04.725869 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fca38211-7071-40c0-ba78-6f6ee792e4af req-ee2649fa-84b0-4b7d-87fc-bb7a8ef1e4bd tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599239 Jul 14 12:20:04.802852 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (4d0e81de-ffc7-4573-81d8-5e839b6dab12), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:04.841967 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:04.962890 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95683606-a990-4dc3-a744-863466f2febb None None] Network 53d5baa5-6bac-46a5-8145-ab663344b104 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:20:04.996020 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] Provisioning complete for port b9babd77-4c15-45ea-82da-5d53ca457e79 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:04.996393 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.010437 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:20:05.036419 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56492) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:05.124663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:05.139882 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Sync routers for ids ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:05.179159 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-abb8d552-fa93-4581-a2db-1faf62063fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.224718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.226757 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e282b14e-911a-4ee7-baf8-bccbc3388be6 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6777050 Jul 14 12:20:05.232529 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56498) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:05.293174 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-abb8d552-fa93-4581-a2db-1faf62063fdb admin admin] Publish callbacks [] for security_group (cb93c69d-ecca-493c-8e88-dd847959bad9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.332450 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-93c69815-7da6-4614-936f-e87b76e11e48 req-26befc2a-26e5-4be3-ae2b-5fe2c0f6c3ad tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0796909 Jul 14 12:20:05.356734 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] Current status of the port b9babd77-4c15-45ea-82da-5d53ca457e79 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:05.357131 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.366352 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Routers {'4d0e81de-ffc7-4573-81d8-5e839b6dab12'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:05.366352 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:05.400317 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-abb8d552-fa93-4581-a2db-1faf62063fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (cb93c69d-ecca-493c-8e88-dd847959bad9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.445408 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8d552-fa93-4581-a2db-1faf62063fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93c69d-ecca-493c-8e88-dd847959bad9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:05.445809 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] For port b9babd77-4c15-45ea-82da-5d53ca457e79, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=b9babd77-4c15-45ea-82da-5d53ca457e79,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:05.478024 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-abb8d552-fa93-4581-a2db-1faf62063fdb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=afd22ff2769a4fa2be3435cb68c748f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402995 Jul 14 12:20:05.480710 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56502) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:05.536535 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Set router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:05.566528 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.584404 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1141-fc6e-4d25-9f6e-6162530f8293 admin admin] Publish callbacks [] for security_group (cb93c69d-ecca-493c-8e88-dd847959bad9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.632523 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1141-fc6e-4d25-9f6e-6162530f8293 admin admin] Publish callbacks [] for security_group (cb93c69d-ecca-493c-8e88-dd847959bad9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.697664 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:05.709440 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d15dc8-86a1-4a0f-811d-d4e5dfd02c78 None None] Pushing event updated for resources: {'Port': ['ID=b9babd77-4c15-45ea-82da-5d53ca457e79,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:05.714822 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-f9fc0f67-b2ae-46c1-8557-a979fe951fda None None] Provisioning complete for port b9babd77-4c15-45ea-82da-5d53ca457e79 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:05.715256 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f9fc0f67-b2ae-46c1-8557-a979fe951fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.718875 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008684d-74e5-47e3-bffb-148f7afab41f req-9e6df97a-8914-440d-8d89-6962711c96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:05.720595 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9008684d-74e5-47e3-bffb-148f7afab41f req-9e6df97a-8914-440d-8d89-6962711c96a7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1130 time: 0.0586874 Jul 14 12:20:05.763386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:05.804367 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1141-fc6e-4d25-9f6e-6162530f8293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (cb93c69d-ecca-493c-8e88-dd847959bad9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.807049 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1141-fc6e-4d25-9f6e-6162530f8293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.808811 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a6ee1141-fc6e-4d25-9f6e-6162530f8293 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cb93c69d-ecca-493c-8e88-dd847959bad9 HTTP/1.1" status: 204 len: 168 time: 0.3270221 Jul 14 12:20:05.819239 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:05.820276 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee1141-fc6e-4d25-9f6e-6162530f8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93c69d-ecca-493c-8e88-dd847959bad9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:05.862224 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:20:04Z', 'revision_number': 3, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:05.893192 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34b35-6f94-45b1-b5f3-16754c0ec1bd req-72997d7b-e09a-485b-8f50-f150867ca11f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:05.900986 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Checking router: 4d0e81de-ffc7-4573-81d8-5e839b6dab12 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:05.900986 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Updating router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 port 29bca4bd-4282-4c80-8b9a-5ead634aa35b binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:05.905810 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-20f34b35-6f94-45b1-b5f3-16754c0ec1bd req-72997d7b-e09a-485b-8f50-f150867ca11f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0648892 Jul 14 12:20:05.912734 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9008684d-74e5-47e3-bffb-148f7afab41f req-a85282d3-2f7e-4750-aa67-1e2cb520d868 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554844 Jul 14 12:20:05.933507 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc0f67-b2ae-46c1-8557-a979fe951fda None None] Current status of the port b9babd77-4c15-45ea-82da-5d53ca457e79 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:05.936108 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:05.966218 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-20f34b35-6f94-45b1-b5f3-16754c0ec1bd req-90c056e9-dbd4-4336-9ec5-1c72577162e8 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593939 Jul 14 12:20:06.134123 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device b9babd77-4c15-45ea-82da-5d53ca457e79 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:06.170150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:06.208789 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.236451 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port b9babd77-4c15-45ea-82da-5d53ca457e79 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:06.236828 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.394334 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Publish callbacks [] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.397063 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port b9babd77-4c15-45ea-82da-5d53ca457e79 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:06.398013 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device d1918282-c3a8-425f-8581-58905bb4a727 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:06.423237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:06.443685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port d1918282-c3a8-425f-8581-58905bb4a727 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:06.443685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (d1918282-c3a8-425f-8581-58905bb4a727), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.464537 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.483002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-60b7a5ff-fdf5-4a8e-9ba6-a3e08d4044fa tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:06.484498 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-60b7a5ff-fdf5-4a8e-9ba6-a3e08d4044fa tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 815 time: 0.2427733 Jul 14 12:20:06.501587 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e7a2b5ca-b6e3-48e6-b4c5-f2aed5ea6413 req-0e000d1d-f395-4eda-bf80-502946f1b607 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0507705 Jul 14 12:20:06.522134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Allocated IP 172.20.0.1 (53d5baa5-6bac-46a5-8145-ab663344b104/0ce3346b-7907-4079-8bf6-777b3c35fd1f/cd75a799-e3c8-458d-ab72-50eb5774a1b2) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:06.533439 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b0a8-9074-4c68-be07-3dfd1580e864 None None] Pushing event updated for resources: {'Port': ['ID=29bca4bd-4282-4c80-8b9a-5ead634aa35b,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:06.538482 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Attempting to bind port 29bca4bd-4282-4c80-8b9a-5ead634aa35b on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:06.538866 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Attempting to bind port 29bca4bd-4282-4c80-8b9a-5ead634aa35b by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:06.539222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Attempting to bind port 29bca4bd-4282-4c80-8b9a-5ead634aa35b on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:06.548988 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:06.549355 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:06.549745 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.550123 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:06.550581 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Bound port: 29bca4bd-4282-4c80-8b9a-5ead634aa35b, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:06.550985 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.618014 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port d1918282-c3a8-425f-8581-58905bb4a727 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:06.631922 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] For port 29bca4bd-4282-4c80-8b9a-5ead634aa35b, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:06.635081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] For port 29bca4bd-4282-4c80-8b9a-5ead634aa35b, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=29bca4bd-4282-4c80-8b9a-5ead634aa35b,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:06.666738 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56528) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:06.681928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e7a-94de-40c8-9026-813600d778d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.682134 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-fc1513f4-9804-4be8-99d4-6de0c578411d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 380 time: 0.0818322 Jul 14 12:20:06.714128 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'port': {'device_id': '4d88a179-83e5-4361-8948-8a2632512eaf', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'admin_state_up': True, 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'security_groups': ['f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:06.725223 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.745328 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks [] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.783654 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883529-50a5-4834-9178-49fac78a9b91 req-0c816317-81e0-4ead-8bf7-719cf2fd4eca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:06.785919 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c6883529-50a5-4834-9178-49fac78a9b91 req-0c816317-81e0-4ead-8bf7-719cf2fd4eca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.0689900 Jul 14 12:20:06.797543 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Routers {'4d0e81de-ffc7-4573-81d8-5e839b6dab12'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:06.798536 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:19:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:06.798895 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:06.804918 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520b0a8-9074-4c68-be07-3dfd1580e864 None None] Pushing event updated for resources: {'Port': ['ID=29bca4bd-4282-4c80-8b9a-5ead634aa35b,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:06.840732 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e7a-94de-40c8-9026-813600d778d3 admin admin] Publish callbacks [] for security_group (e2c96b67-6451-4347-829b-d5c3d3470096), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.846460 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:06.861508 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:06.890868 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e41d7e7a-94de-40c8-9026-813600d778d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e2c96b67-6451-4347-829b-d5c3d3470096), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.908501 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.925653 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] Set router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:06.954636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Network 53d5baa5-6bac-46a5-8145-ab663344b104 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:06.956238 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c6883529-50a5-4834-9178-49fac78a9b91 req-03add4ec-3d61-4221-9a31-aaf2c68ef5e8 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133661 Jul 14 12:20:06.957227 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d7e7a-94de-40c8-9026-813600d778d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c96b67-6451-4347-829b-d5c3d3470096,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:06.962985 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e41d7e7a-94de-40c8-9026-813600d778d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=805a2884a5774256912a890fd1acb1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951484 Jul 14 12:20:06.967057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56532) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:06.981253 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:06.983175 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Made reservation on behalf of 51617cc935204a6cba46c6d4d6a24cb3 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:06.986983 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:06.998565 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:07.003831 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Pushing event updated for resources: {'Port': ['ID=cd75a799-e3c8-458d-ab72-50eb5774a1b2,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:07.028794 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d103-0f4d-4d95-9644-6f476a3f77b6 admin admin] Publish callbacks [] for security_group (e2c96b67-6451-4347-829b-d5c3d3470096), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.055552 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d103-0f4d-4d95-9644-6f476a3f77b6 admin admin] Publish callbacks [] for security_group (e2c96b67-6451-4347-829b-d5c3d3470096), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.122889 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (4d0e81de-ffc7-4573-81d8-5e839b6dab12), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.140430 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:07.156774 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:20:04Z', 'revision_number': 3, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:07.186988 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca28646-0163-4357-b2b0-3c1c413566cc None None] The sync data for ids ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'] in dv-cinder-848900-3-iscsi is: [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:20:04Z', 'revision_number': 3, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:07.205449 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d103-0f4d-4d95-9644-6f476a3f77b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e2c96b67-6451-4347-829b-d5c3d3470096), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.208694 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7cf7d103-0f4d-4d95-9644-6f476a3f77b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.212226 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7cf7d103-0f4d-4d95-9644-6f476a3f77b6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e2c96b67-6451-4347-829b-d5c3d3470096 HTTP/1.1" status: 204 len: 168 time: 0.2417629 Jul 14 12:20:07.223267 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7d103-0f4d-4d95-9644-6f476a3f77b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c96b67-6451-4347-829b-d5c3d3470096,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:07.237430 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cfe85-ba6e-4c1d-b37d-1e618b331895 req-f3e9c76b-40a6-4d01-9c93-20190a397f01 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:07.238955 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0c7cfe85-ba6e-4c1d-b37d-1e618b331895 req-f3e9c76b-40a6-4d01-9c93-20190a397f01 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1355712 Jul 14 12:20:07.316578 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:07.348921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Allocated IP 172.20.0.9 (8f1a9939-526e-4b6f-8865-71875a9e9ada/b90d9791-611b-4549-9559-3b6534c7ae38/0091e22f-2f09-4a5d-9bd6-143e3f69992b) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:07.371788 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-bf6b0435-7693-4b58-b365-24a77f448eb3 None None] Provisioning complete for port cd75a799-e3c8-458d-ab72-50eb5774a1b2 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:07.372698 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0435-7693-4b58-b365-24a77f448eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.400743 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0c7cfe85-ba6e-4c1d-b37d-1e618b331895 req-4092394e-0f94-4843-a3a5-616e6c3a5215 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306758 Jul 14 12:20:07.411399 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b0435-7693-4b58-b365-24a77f448eb3 None None] Port cd75a799-e3c8-458d-ab72-50eb5774a1b2 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:07.543458 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.611669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.632763 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f779f544-3389-4c85-8e67-d6ff8f922d42 req-87bceee6-dc7a-4d34-84f3-1ac0326800aa tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0386949 Jul 14 12:20:07.739340 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:07.807767 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks [] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.827762 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:07.873212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:07.877415 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:07.883154 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:07.925636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:07.934573 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.002349 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9d14ee20-8c34-424e-88ef-d5ee5a09cca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.029304 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 29bca4bd-4282-4c80-8b9a-5ead634aa35b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:08.061177 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:08.061881 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.086585 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (4d0e81de-ffc7-4573-81d8-5e839b6dab12), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.097086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Pushing event updated for resources: {'Port': ['ID=cd75a799-e3c8-458d-ab72-50eb5774a1b2,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:08.111426 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 29bca4bd-4282-4c80-8b9a-5ead634aa35b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:08.111936 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.191376 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b47abf-f009-4223-a360-6a760fcbe2a1 req-67ef3d44-0bcc-4736-9901-9f02bece3241 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:08.192863 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c5b47abf-f009-4223-a360-6a760fcbe2a1 req-67ef3d44-0bcc-4736-9901-9f02bece3241 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.1244783 Jul 14 12:20:08.221947 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 29bca4bd-4282-4c80-8b9a-5ead634aa35b is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:08.222532 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.265761 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-6bf9c48f-15ab-48ff-930d-3b5c3f06fb4d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5579355 Jul 14 12:20:08.279971 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 29bca4bd-4282-4c80-8b9a-5ead634aa35b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=29bca4bd-4282-4c80-8b9a-5ead634aa35b,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:08.332455 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c5b47abf-f009-4223-a360-6a760fcbe2a1 req-36f3f51f-68d8-43a0-821d-c9c5acc3fc4a tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058319 Jul 14 12:20:08.340444 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Network 53d5baa5-6bac-46a5-8145-ab663344b104 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:08.341868 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:08.366035 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.380926 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-49a59526-feae-46eb-86f9-a1a408c9d63f None None] Provisioning complete for port 0091e22f-2f09-4a5d-9bd6-143e3f69992b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:08.381156 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-49a59526-feae-46eb-86f9-a1a408c9d63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.438726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:08.491069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Request body: {'port': {'device_id': '4d88a179-83e5-4361-8948-8a2632512eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:08.499267 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-49a59526-feae-46eb-86f9-a1a408c9d63f None None] Port 0091e22f-2f09-4a5d-9bd6-143e3f69992b cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:08.502084 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=29bca4bd-4282-4c80-8b9a-5ead634aa35b,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:08.533600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:20:08.562887 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e9db0-8a39-4617-b444-ac3acd4dd153 req-c2924a8b-a2d6-4ea4-8162-c292b3aca3a1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:08.564575 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c49e9db0-8a39-4617-b444-ac3acd4dd153 req-c2924a8b-a2d6-4ea4-8162-c292b3aca3a1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0563278 Jul 14 12:20:08.642340 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c49e9db0-8a39-4617-b444-ac3acd4dd153 req-685bcf68-a295-4479-82d2-41db7f392201 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697446 Jul 14 12:20:08.734553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-64a7e22e-05e1-4b9c-8cb2-5e1d8469b2bb None None] Provisioning complete for port cd75a799-e3c8-458d-ab72-50eb5774a1b2 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:08.734964 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-64a7e22e-05e1-4b9c-8cb2-5e1d8469b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:08.771110 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-64a7e22e-05e1-4b9c-8cb2-5e1d8469b2bb None None] Port cd75a799-e3c8-458d-ab72-50eb5774a1b2 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:08.991186 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:09.018057 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc8719-743f-4579-a014-50699e924463 req-0a625864-e27b-4c67-9812-a643b1530e3d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:09.019566 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-73cc8719-743f-4579-a014-50699e924463 req-0a625864-e27b-4c67-9812-a643b1530e3d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 931 time: 0.0974267 Jul 14 12:20:09.020857 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:09.028616 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b0c43deb-cb38-4eeb-9f76-849778008e62 admin admin] 10.222.0.27 "PUT /v2.0/routers/4d0e81de-ffc7-4573-81d8-5e839b6dab12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7938378 Jul 14 12:20:09.094369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:09.161347 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-73cc8719-743f-4579-a014-50699e924463 req-286b92ad-addf-411c-b155-ec9208ec2d1c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125047 Jul 14 12:20:09.295391 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-026dcb3d-b249-4feb-8899-18f507f40194 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:09.296799 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-026dcb3d-b249-4feb-8899-18f507f40194 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.0916369 Jul 14 12:20:09.460341 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Deleting port e9341909-2ab9-4a65-9970-c79e8db5eafc {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:20:09.460682 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:09.512333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0091e22f-2f09-4a5d-9bd6-143e3f69992b {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:20:09.534678 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac652fc6-7508-44fc-ba2a-3bb61ad6fd51 req-c463dbdb-93d9-4522-a363-e62d8f3cb5c0 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:09.536211 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ac652fc6-7508-44fc-ba2a-3bb61ad6fd51 req-c463dbdb-93d9-4522-a363-e62d8f3cb5c0 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 945 time: 0.0863094 Jul 14 12:20:09.538526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Publish callbacks [] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:09.605536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Transition to ACTIVE for port object 0091e22f-2f09-4a5d-9bd6-143e3f69992b will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:20:09.657050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] For port e9341909-2ab9-4a65-9970-c79e8db5eafc, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=e9341909-2ab9-4a65-9970-c79e8db5eafc,segment=NetworkSegment(dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10),segment_id=dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:09.657411 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:09.662812 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ac652fc6-7508-44fc-ba2a-3bb61ad6fd51 req-a9494f66-9870-41d5-8b39-5a11f36c43c3 tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/security-groups?id=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165364 Jul 14 12:20:09.681001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Calling delete_port for e9341909-2ab9-4a65-9970-c79e8db5eafc owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:20:09.691013 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:09.703865 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:09.731222 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56608) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:09.737875 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796876877', 'description': 'tempest-secgroup-smoke-796876877 description', 'project_id': 'dfa18dfa445442d4be02d187ed24325f'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:09.775087 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:09.821232 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:09.857515 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfdcf4-c2ff-4937-a881-cc644bb296e0 req-afd7515f-d69f-47e6-8d89-2ee5decc10c7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:09.859081 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a0dfdcf4-c2ff-4937-a881-cc644bb296e0 req-afd7515f-d69f-47e6-8d89-2ee5decc10c7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1049867 Jul 14 12:20:09.867813 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:09.991044 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 29bca4bd-4282-4c80-8b9a-5ead634aa35b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:09.997006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:09.997148 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group (c9aefbae-16ca-4290-8d6e-cff6971259d5), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.041644 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 29bca4bd-4282-4c80-8b9a-5ead634aa35b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:10.042416 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.080255 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a0dfdcf4-c2ff-4937-a881-cc644bb296e0 req-57c3f39f-d62f-4467-be06-973625df6a82 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913943 Jul 14 12:20:10.090454 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c9aefbae-16ca-4290-8d6e-cff6971259d5), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.101381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Attempting to bind port 0091e22f-2f09-4a5d-9bd6-143e3f69992b on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:10.101883 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Attempting to bind port 0091e22f-2f09-4a5d-9bd6-143e3f69992b by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:10.102842 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Attempting to bind port 0091e22f-2f09-4a5d-9bd6-143e3f69992b on network 8f1a9939-526e-4b6f-8865-71875a9e9ada {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:10.110342 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Port 0091e22f-2f09-4a5d-9bd6-143e3f69992b on network 8f1a9939-526e-4b6f-8865-71875a9e9ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:20:10.111214 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Attempting to bind port 0091e22f-2f09-4a5d-9bd6-143e3f69992b on network 8f1a9939-526e-4b6f-8865-71875a9e9ada {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:10.115547 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (e9341909-2ab9-4a65-9970-c79e8db5eafc), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.141571 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aefbae-16ca-4290-8d6e-cff6971259d5,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:10.147023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:10.147023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Checking segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:10.147691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Bound using segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:10.148135 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Bound port: 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:10.148511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.154970 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Pushing event deleted for resources: {'Port': ['ID=e9341909-2ab9-4a65-9970-c79e8db5eafc,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:10.205181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 29bca4bd-4282-4c80-8b9a-5ead634aa35b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:10.225555 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.230839 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6d9211b9-c50a-423d-a540-ac646184c1f3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4976285 Jul 14 12:20:10.231495 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56620) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:10.254014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group_rule': {'security_group_id': 'c9aefbae-16ca-4290-8d6e-cff6971259d5', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:10.259080 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3117fd-10cc-4227-87b9-14ccd315644a req-c1991c8a-bc30-43ed-af97-c0da0e1d6c2e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:10.263429 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-57de604d-dc07-4a70-8ecd-89ed71ddfb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.265281 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] No DVR routers for this DVR port e9341909-2ab9-4a65-9970-c79e8db5eafc on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:20:10.271232 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a3117fd-10cc-4227-87b9-14ccd315644a req-c1991c8a-bc30-43ed-af97-c0da0e1d6c2e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0725014 Jul 14 12:20:10.274155 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.277634 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47a9771e-757f-41cf-bd55-be7736ab05ad req-70198869-87a5-4db6-a5da-1a44f397b1ca tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.86 "DELETE /v2.0/ports/e9341909-2ab9-4a65-9970-c79e8db5eafc HTTP/1.1" status: 204 len: 173 time: 0.9742353 Jul 14 12:20:10.278093 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'name': 'network-vif-deleted', 'tag': 'e9341909-2ab9-4a65-9970-c79e8db5eafc'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:20:10.280374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8fcace-302d-4b5d-9f4a-ebd5740f1ec9" -d '{"events": [{"server_uuid": "dc2d31b3-8a26-44d8-a55a-0435d3325df4", "name": "network-vif-deleted", "tag": "e9341909-2ab9-4a65-9970-c79e8db5eafc"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:10.309331 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:10.346508 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:10.362452 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a3117fd-10cc-4227-87b9-14ccd315644a req-5fc9cadc-26cd-4b8b-a1e3-059b126891b9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773616 Jul 14 12:20:10.372862 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8894d-7566-4be2-8d1a-3d561f93dc14 req-4d459cbf-dcfc-4882-adae-86e9686bd08e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:10.374704 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0aa8894d-7566-4be2-8d1a-3d561f93dc14 req-4d459cbf-dcfc-4882-adae-86e9686bd08e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0851707 Jul 14 12:20:10.418903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (5b44b352-8b0a-45d6-8517-eb5204b17381), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.451125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:10.459348 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.511055 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0aa8894d-7566-4be2-8d1a-3d561f93dc14 req-d0eb80f1-6c39-4152-9697-6145a87588c8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297576 Jul 14 12:20:10.537107 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:10.538004 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.539757 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] 10.222.0.86 "PUT /v2.0/ports/0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 1093 time: 2.0591781 Jul 14 12:20:10.573249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (5b44b352-8b0a-45d6-8517-eb5204b17381), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.597721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b24e3-1b6e-484f-b54d-6be64648d083 service neutron] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:10.604039 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f488ba-35cf-4afd-8cf0-a4905f4f6e53 x-openstack-request-id: req-a6f488ba-35cf-4afd-8cf0-a4905f4f6e53 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:10.604626 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2d31b3-8a26-44d8-a55a-0435d3325df4", "name": "network-vif-deleted", "tag": "e9341909-2ab9-4a65-9970-c79e8db5eafc", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:10.605069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6f488ba-35cf-4afd-8cf0-a4905f4f6e53 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:10.605672 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f488ba-35cf-4afd-8cf0-a4905f4f6e53'] response: {'server_uuid': 'dc2d31b3-8a26-44d8-a55a-0435d3325df4', 'name': 'network-vif-deleted', 'tag': 'e9341909-2ab9-4a65-9970-c79e8db5eafc', 'status': 'completed', 'code': 200} Jul 14 12:20:10.674263 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (5b44b352-8b0a-45d6-8517-eb5204b17381), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.697151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b44b352-8b0a-45d6-8517-eb5204b17381,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:10.731003 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Sync routers for ids ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:10.743081 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Routers {'4d0e81de-ffc7-4573-81d8-5e839b6dab12'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:10.743806 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:10.811233 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:10.812403 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5330dddd-cc1b-4ae1-a8bd-6fe999d8e4d3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5621216 Jul 14 12:20:10.815432 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56632) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:10.821968 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group_rule': {'security_group_id': 'c9aefbae-16ca-4290-8d6e-cff6971259d5', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:10.838297 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-94480003-88f9-43f3-a31c-516280baa824 req-2acb5506-d315-4715-bc91-df017bb57fac tempest-VolumesActionsTest-1321194053 tempest-VolumesActionsTest-1321194053-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc2d31b3-8a26-44d8-a55a-0435d3325df4 HTTP/1.1" status: 200 len: 210 time: 0.0493643 Jul 14 12:20:10.840221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-9681e0c7-19e4-4aa0-b209-d75b58b45ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:10.841808 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-9681e0c7-19e4-4aa0-b209-d75b58b45ca8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1127 time: 0.0909750 Jul 14 12:20:10.898871 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-f399f2fc-dbd7-4497-8af6-e81b7a0ff3d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 217 time: 0.0370967 Jul 14 12:20:10.911962 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Set router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:10.952178 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-28253d47-a30c-40b8-be22-f54677981985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:10.953804 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-28253d47-a30c-40b8-be22-f54677981985 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0476933 Jul 14 12:20:10.996136 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (eda700d9-098e-4fc2-8144-a48ec783e3b3), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.061207 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:11.069962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (eda700d9-098e-4fc2-8144-a48ec783e3b3), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.105638 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:20:07Z', 'revision_number': 4, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'cd75a799-e3c8-458d-ab72-50eb5774a1b2', 'name': '', 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'mac_address': 'fa:16:3e:4f:71:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:06Z', 'updated_at': '2022-07-14T12:20:07Z', 'revision_number': 2, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'subnets': [{'id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:11.124428 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (eda700d9-098e-4fc2-8144-a48ec783e3b3), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.144893 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda700d9-098e-4fc2-8144-a48ec783e3b3,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:11.185302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device e9341909-2ab9-4a65-9970-c79e8db5eafc no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:20:11.205942 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: e9341909-2ab9-4a65-9970-c79e8db5eafc {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:20:11.206289 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device e9341909-2ab9-4a65-9970-c79e8db5eafc not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:20:11.219197 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Checking router: 4d0e81de-ffc7-4573-81d8-5e839b6dab12 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:11.219541 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Updating router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 port cd75a799-e3c8-458d-ab72-50eb5774a1b2 binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:11.230180 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.231733 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6e202fc6-fba2-496a-813e-0d3d7326b9b4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4151969 Jul 14 12:20:11.234833 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56636) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:11.243332 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group_rule': {'security_group_id': 'c9aefbae-16ca-4290-8d6e-cff6971259d5', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:11.250986 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.297867 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-ec862b6b-9b23-4416-9944-dbd3e50bf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:11.299384 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-ec862b6b-9b23-4416-9944-dbd3e50bf53b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489993 Jul 14 12:20:11.418385 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (5a42749a-f4f6-4662-999f-f5fa12bb6723), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.422907 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-911eb7c9-8263-4a7d-bc16-9dcd66c23efa service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166909 Jul 14 12:20:11.552214 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (5a42749a-f4f6-4662-999f-f5fa12bb6723), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.580366 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65b262e9-416d-4dc4-a930-3d21e885f690 req-861d7813-e348-421e-b4a0-0d663a345f0c service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338766 Jul 14 12:20:11.607692 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:11.631631 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Publish callbacks [] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.667218 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc73b37-3ef4-43c7-93bc-5a0bd2930f42 req-bea18556-3965-4067-98df-73e57dbccde3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:11.668788 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-edc73b37-3ef4-43c7-93bc-5a0bd2930f42 req-bea18556-3965-4067-98df-73e57dbccde3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0477185 Jul 14 12:20:11.679150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.679863 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (5a42749a-f4f6-4662-999f-f5fa12bb6723), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.701183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a42749a-f4f6-4662-999f-f5fa12bb6723,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:11.720349 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-edc73b37-3ef4-43c7-93bc-5a0bd2930f42 req-0a7e8ffe-635d-4a17-be76-5bcbf814ff8d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454762 Jul 14 12:20:11.730742 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.773836 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.776166 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f07ed504-23b5-4c04-8727-e951d42c328c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5401797 Jul 14 12:20:11.779696 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56652) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:11.784441 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group_rule': {'security_group_id': 'c9aefbae-16ca-4290-8d6e-cff6971259d5', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:11.789586 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843e69a-239c-4912-91b9-27e565ff3f46 None None] Pushing event updated for resources: {'Port': ['ID=cd75a799-e3c8-458d-ab72-50eb5774a1b2,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:11.846338 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Attempting to bind port cd75a799-e3c8-458d-ab72-50eb5774a1b2 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:11.846703 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Attempting to bind port cd75a799-e3c8-458d-ab72-50eb5774a1b2 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:11.847134 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Attempting to bind port cd75a799-e3c8-458d-ab72-50eb5774a1b2 on network 53d5baa5-6bac-46a5-8145-ab663344b104 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:11.853127 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:11.853498 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Checking segment: {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:11.853892 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.854880 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Bound using segment: {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:11.855385 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Bound port: cd75a799-e3c8-458d-ab72-50eb5774a1b2, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd320311a-f943-491c-8ceb-4f431a47c46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:11.855765 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.885364 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:11.896431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (f7211300-106e-4033-ad77-4a17e23ab1a6), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:11.946349 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:11.951481 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] For port cd75a799-e3c8-458d-ab72-50eb5774a1b2, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:11.955080 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] For port cd75a799-e3c8-458d-ab72-50eb5774a1b2, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=cd75a799-e3c8-458d-ab72-50eb5774a1b2,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:11.973167 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (f7211300-106e-4033-ad77-4a17e23ab1a6), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.050143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (f7211300-106e-4033-ad77-4a17e23ab1a6), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.054504 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.082290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7211300-106e-4033-ad77-4a17e23ab1a6,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:12.105494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] Provisioning complete for port cd75a799-e3c8-458d-ab72-50eb5774a1b2 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:12.106315 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.145006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.146448 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-9ad49d65-4228-41e7-83ab-eafcc6a508f7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3654993 Jul 14 12:20:12.149464 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56664) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:12.155931 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Routers {'4d0e81de-ffc7-4573-81d8-5e839b6dab12'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:12.156574 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:12.157244 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group_rule': {'security_group_id': 'c9aefbae-16ca-4290-8d6e-cff6971259d5', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:12.160586 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843e69a-239c-4912-91b9-27e565ff3f46 None None] Pushing event updated for resources: {'Port': ['ID=cd75a799-e3c8-458d-ab72-50eb5774a1b2,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:12.208835 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] Current status of the port cd75a799-e3c8-458d-ab72-50eb5774a1b2 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:12.209433 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.231868 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:12.249828 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] For port cd75a799-e3c8-458d-ab72-50eb5774a1b2, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=cd75a799-e3c8-458d-ab72-50eb5774a1b2,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:12.270152 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] Set router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:12.308403 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.securitygroups_db [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Project dfa18dfa445442d4be02d187ed24325f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:20:12.318681 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (65afb057-954b-40fe-bee1-02a9fbc9a49f), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.370847 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.397262 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:12.414810 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (65afb057-954b-40fe-bee1-02a9fbc9a49f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.418161 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe47d6-7fa4-4197-97bf-08a9db8eb74e None None] Pushing event updated for resources: {'Port': ['ID=cd75a799-e3c8-458d-ab72-50eb5774a1b2,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:12.489314 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-f8e60fc5-6b0c-45f1-84b2-9e683a1f1f19 None None] Provisioning complete for port cd75a799-e3c8-458d-ab72-50eb5774a1b2 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:12.495017 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:20:07Z', 'revision_number': 4, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'cd75a799-e3c8-458d-ab72-50eb5774a1b2', 'name': '', 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'mac_address': 'fa:16:3e:4f:71:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:06Z', 'updated_at': '2022-07-14T12:20:11Z', 'revision_number': 4, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'subnets': [{'id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:12.495277 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f8e60fc5-6b0c-45f1-84b2-9e683a1f1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.521139 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66359e36-2cd1-446b-8af9-df0cd71a7ec5 None None] The sync data for ids ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'] in dv-cinder-848900-3-iscsi is: [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:20:07Z', 'revision_number': 4, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'cd75a799-e3c8-458d-ab72-50eb5774a1b2', 'name': '', 'network_id': '53d5baa5-6bac-46a5-8145-ab663344b104', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'mac_address': 'fa:16:3e:4f:71:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:06Z', 'updated_at': '2022-07-14T12:20:11Z', 'revision_number': 4, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'subnets': [{'id': '0ce3346b-7907-4079-8bf6-777b3c35fd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:12.529422 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (65afb057-954b-40fe-bee1-02a9fbc9a49f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.571328 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65afb057-954b-40fe-bee1-02a9fbc9a49f,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:12.607527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:20:12.610120 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142" -d '{"events": [{"name": "network-changed", "server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:12.650777 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.653799 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8f461204-d2d1-417c-b0b5-2bb9ca1bf50b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5017774 Jul 14 12:20:12.656715 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56686) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:12.665376 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'security_group_rule': {'security_group_id': 'c9aefbae-16ca-4290-8d6e-cff6971259d5', 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:12.667193 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9886d38e-7f7a-49a4-a4cf-db4323793bd4 x-openstack-request-id: req-9886d38e-7f7a-49a4-a4cf-db4323793bd4 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:12.667581 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:12.667934 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9886d38e-7f7a-49a4-a4cf-db4323793bd4 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:12.668524 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9886d38e-7f7a-49a4-a4cf-db4323793bd4'] response: {'name': 'network-changed', 'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'status': 'completed', 'code': 200} Jul 14 12:20:12.788576 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.securitygroups_db [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Project dfa18dfa445442d4be02d187ed24325f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:20:12.798071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (6bea0468-c9e9-4f44-8f0b-75f1b57a7bce), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.824018 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-f8e60fc5-6b0c-45f1-84b2-9e683a1f1f19 None None] Current status of the port cd75a799-e3c8-458d-ab72-50eb5774a1b2 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:12.828185 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:12.941810 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9841b-36bd-4d4f-9e29-381d11488117 req-9d1c7330-fc80-439a-90dc-80b5226d7023 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:12.943649 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e2b9841b-36bd-4d4f-9e29-381d11488117 req-9d1c7330-fc80-439a-90dc-80b5226d7023 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0724196 Jul 14 12:20:12.954459 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:12.978074 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (6bea0468-c9e9-4f44-8f0b-75f1b57a7bce), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:13.015486 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e2b9841b-36bd-4d4f-9e29-381d11488117 req-4f28b600-2080-4b0c-a527-3abf5f5607d0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594714 Jul 14 12:20:13.096512 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (6bea0468-c9e9-4f44-8f0b-75f1b57a7bce), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:13.122197 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bea0468-c9e9-4f44-8f0b-75f1b57a7bce,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:13.124911 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:13.184219 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:13.186094 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ca94fcba-aa65-4007-ae1b-e928a919112a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5282815 Jul 14 12:20:13.434341 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0159b-3cb8-42f1-8d58-fc42da8f46d7 req-0db6ca51-cf56-4731-bc53-c467519edae1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:13.436481 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfe0159b-3cb8-42f1-8d58-fc42da8f46d7 req-0db6ca51-cf56-4731-bc53-c467519edae1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0758383 Jul 14 12:20:13.490758 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfe0159b-3cb8-42f1-8d58-fc42da8f46d7 req-5c3368a9-6c6a-41fd-8231-e6e0b6816ae7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483651 Jul 14 12:20:13.640627 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-bbb82c44-f076-490b-b4ac-da8e349ce72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:13.647735 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-bbb82c44-f076-490b-b4ac-da8e349ce72c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1127 time: 0.0441442 Jul 14 12:20:13.937689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device cd75a799-e3c8-458d-ab72-50eb5774a1b2 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:13.985279 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port cd75a799-e3c8-458d-ab72-50eb5774a1b2 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:13.985645 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:14.060035 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port cd75a799-e3c8-458d-ab72-50eb5774a1b2 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:14.129732 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:14.138663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a0d8-f33e-4e98-8601-63c5483e57f9 req-2112a490-5fdb-4107-8e75-3f713042e0f0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:14.140138 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cab9a0d8-f33e-4e98-8601-63c5483e57f9 req-2112a490-5fdb-4107-8e75-3f713042e0f0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0473580 Jul 14 12:20:14.191790 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cab9a0d8-f33e-4e98-8601-63c5483e57f9 req-3fea101e-ae94-42de-9941-69146ffc4f89 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459743 Jul 14 12:20:14.605194 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b9b7-becf-49f8-9783-422cd8b2b837 req-9a8bccfa-1d96-4e84-af6b-4c01a185ae83 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:14.607081 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5f62b9b7-becf-49f8-9783-422cd8b2b837 req-9a8bccfa-1d96-4e84-af6b-4c01a185ae83 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0475750 Jul 14 12:20:14.658199 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5f62b9b7-becf-49f8-9783-422cd8b2b837 req-2682ccaa-9ccf-47a9-a60c-3dc6b28c1626 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456157 Jul 14 12:20:15.310442 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb10abe-3604-444a-b1df-d5da4e2b3f3c req-6c0f1785-5dbc-4388-90e1-ac70ebc2221f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.311984 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bfb10abe-3604-444a-b1df-d5da4e2b3f3c req-6c0f1785-5dbc-4388-90e1-ac70ebc2221f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0475914 Jul 14 12:20:15.355715 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:20:15.383188 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bfb10abe-3604-444a-b1df-d5da4e2b3f3c req-80c7249a-e0ca-45eb-b59c-8c1bff981967 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657256 Jul 14 12:20:15.466091 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:15.471774 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-6814d80a-5add-4b31-9050-a17c6ce119aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.473718 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-6814d80a-5add-4b31-9050-a17c6ce119aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1129 time: 0.0895667 Jul 14 12:20:15.477477 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'mac_address': 'fa:16:3e:eb:92:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:20:15.522055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:15.523695 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:15.526727 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-944ff01a-b924-4f21-b471-362adb0b183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.528196 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-944ff01a-b924-4f21-b471-362adb0b183d service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.1700678 Jul 14 12:20:15.542372 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0091e22f-2f09-4a5d-9bd6-143e3f69992b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:20:15.567460 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:15.598262 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-ef2b708a-337a-4682-a89d-e6c769d12d88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 217 time: 0.0443900 Jul 14 12:20:15.653677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-758833e7-e68a-48cb-b202-d032c125eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.655154 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-758833e7-e68a-48cb-b202-d032c125eb45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1745493 Jul 14 12:20:15.671676 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-6dc3d77c-b094-4263-a1be-c28f0d28b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.673126 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-6dc3d77c-b094-4263-a1be-c28f0d28b296 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0691507 Jul 14 12:20:15.679301 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:15.714315 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-b4966822-aaf5-4add-a289-fe862a20df7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 200 len: 217 time: 0.0470195 Jul 14 12:20:15.742155 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:15.758829 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:15.778250 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-c1eb1810-506b-4e23-8b65-60c1764c785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.780049 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-c1eb1810-506b-4e23-8b65-60c1764c785f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794413 Jul 14 12:20:15.792184 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e88505-8068-4415-8208-99222e7efec8 req-ae641e73-6885-4c10-941c-923cd6d51a06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.795731 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e4e88505-8068-4415-8208-99222e7efec8 req-ae641e73-6885-4c10-941c-923cd6d51a06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0605178 Jul 14 12:20:15.812873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-4e740ae4-7ea6-42db-bdf2-27797a4c67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:15.816165 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-4e740ae4-7ea6-42db-bdf2-27797a4c67c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0788269 Jul 14 12:20:15.872604 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e4e88505-8068-4415-8208-99222e7efec8 req-5b067f82-863c-4632-8a62-9b6c6c515bd9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587182 Jul 14 12:20:15.900524 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-1f08d497-39da-4fc5-a575-db909a14a4db service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125488 Jul 14 12:20:16.524369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667cafa-c9a3-4834-b6a1-85e5ff1104cd req-9115b7a1-5b69-4318-bb4c-fa3c5fecdfee tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:16.525735 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d667cafa-c9a3-4834-b6a1-85e5ff1104cd req-9115b7a1-5b69-4318-bb4c-fa3c5fecdfee tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0523431 Jul 14 12:20:16.575426 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d667cafa-c9a3-4834-b6a1-85e5ff1104cd req-feb0d472-5703-404f-9427-5f823a6eb82e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Jul 14 12:20:17.000037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86f3e4-85c7-4874-9dfe-f312c790d979 req-eb204db4-4721-46cc-828c-2dafad83becc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:17.001596 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3d86f3e4-85c7-4874-9dfe-f312c790d979 req-eb204db4-4721-46cc-828c-2dafad83becc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0560296 Jul 14 12:20:17.057706 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3d86f3e4-85c7-4874-9dfe-f312c790d979 req-4d5d4763-220a-4aa6-a4e5-b872c373298c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497513 Jul 14 12:20:17.734632 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-2bc5984b-1944-43c8-9212-4ebc9716d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:17.736161 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-2bc5984b-1944-43c8-9212-4ebc9716d57f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286016 Jul 14 12:20:17.752134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b74c61-ae55-4f58-b295-7ca4a22b485b req-74f126da-df49-4c61-85f5-0450bcfb49c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:17.753489 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-59b74c61-ae55-4f58-b295-7ca4a22b485b req-74f126da-df49-4c61-85f5-0450bcfb49c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0981216 Jul 14 12:20:17.762581 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:17.794658 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-33f2b7de-cd12-4c0e-a52b-f21b7bfad142 req-b3f7b249-8a46-4bd5-9737-92cba1f77997 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787019 Jul 14 12:20:17.817079 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-59b74c61-ae55-4f58-b295-7ca4a22b485b req-fe6a9976-1b88-4041-90c9-c345c2e8dfc1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579383 Jul 14 12:20:18.182464 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be574e2-63e8-445a-9a55-7eaa1205287e req-0acfa470-4ea8-402a-b5a3-e6b9d8d97b3a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:18.183960 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6be574e2-63e8-445a-9a55-7eaa1205287e req-0acfa470-4ea8-402a-b5a3-e6b9d8d97b3a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0487435 Jul 14 12:20:18.235695 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6be574e2-63e8-445a-9a55-7eaa1205287e req-5a3a8db4-048a-446d-9e5b-dd07294cd168 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461030 Jul 14 12:20:18.661366 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-7705d8a2-aa6e-45aa-b506-1602d2f76748 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940778 Jul 14 12:20:18.690017 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['0091e22f-2f09-4a5d-9bd6-143e3f69992b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:20:18.716498 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:18.920609 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:18.941083 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff77240-fb3f-499b-8b90-e7a009babb96 req-f5b9666c-a31f-4514-acb5-28b7ec23fa1c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:18.942562 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9ff77240-fb3f-499b-8b90-e7a009babb96 req-f5b9666c-a31f-4514-acb5-28b7ec23fa1c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0512853 Jul 14 12:20:19.020810 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9ff77240-fb3f-499b-8b90-e7a009babb96 req-8274633c-321a-4adc-8fe5-c6f1bd8a06e8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719235 Jul 14 12:20:19.086079 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5685f8ce-1052-4009-940d-a560fe24cbb5 req-2f4a8604-217c-4c5f-833c-35c7dc2c3afa service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168411 Jul 14 12:20:19.363739 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461f872-b8e6-4e67-8e05-8f7405c90e29 req-3fe362df-5ab8-44d0-bf01-7517f0045d97 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:19.365084 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e461f872-b8e6-4e67-8e05-8f7405c90e29 req-3fe362df-5ab8-44d0-bf01-7517f0045d97 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0496979 Jul 14 12:20:19.424249 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e461f872-b8e6-4e67-8e05-8f7405c90e29 req-006ad984-e3b2-4bd8-b30d-fe1c9c2b291b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528729 Jul 14 12:20:20.145979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7781c85-d439-4eee-8c1c-42ce238e830a req-71def59c-1fb7-43c4-8124-f9310eb4a578 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:20.147476 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c7781c85-d439-4eee-8c1c-42ce238e830a req-71def59c-1fb7-43c4-8124-f9310eb4a578 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0493486 Jul 14 12:20:20.205357 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c7781c85-d439-4eee-8c1c-42ce238e830a req-6439c676-4d61-427d-a5a2-a8a1fc5738f8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Jul 14 12:20:20.500961 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-d58ad4a0-ffff-4e68-978f-b2e23db0a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:20.504157 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-d58ad4a0-ffff-4e68-978f-b2e23db0a983 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1129 time: 0.0634849 Jul 14 12:20:20.561667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:20.618684 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 0091e22f-2f09-4a5d-9bd6-143e3f69992b completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:20:20.653404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddaaca-b962-4827-a250-4fcf24a33d13 req-b668eb01-5948-47b8-97b2-bb8ec9139754 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:20.655092 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1bddaaca-b962-4827-a250-4fcf24a33d13 req-b668eb01-5948-47b8-97b2-bb8ec9139754 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1071057 Jul 14 12:20:20.719319 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 0091e22f-2f09-4a5d-9bd6-143e3f69992b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:20.720179 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:20.722596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-edfcd387-dc05-4980-815e-367967721283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:20.725007 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-edfcd387-dc05-4980-815e-367967721283 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1858447 Jul 14 12:20:20.736550 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1bddaaca-b962-4827-a250-4fcf24a33d13 req-6a01f8f2-5262-449b-bf5a-892d1ca24116 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743256 Jul 14 12:20:20.795100 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-36936324-705c-4d0b-9b25-4f11d4189a15 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 200 len: 217 time: 0.0553436 Jul 14 12:20:20.873798 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-9fabab93-7f44-49b5-b5d7-cf8661ed97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:20.876762 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-9fabab93-7f44-49b5-b5d7-cf8661ed97c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0745845 Jul 14 12:20:20.878118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:20.879262 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:20.911122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:20:20.918445 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d137d4bd-c0fb-4c63-bb03-cd37501e20db" -d '{"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-plugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:20.941343 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:20.951978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-910b0167-f5ce-4d0c-91e4-97a26f79cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:20.959678 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-910b0167-f5ce-4d0c-91e4-97a26f79cd0c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728941 Jul 14 12:20:20.974213 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309fb9cf-4781-481a-bfd2-d0c2536d9edc x-openstack-request-id: req-309fb9cf-4781-481a-bfd2-d0c2536d9edc {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:20.974523 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-plugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:20.974919 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-309fb9cf-4781-481a-bfd2-d0c2536d9edc {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:20.975326 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309fb9cf-4781-481a-bfd2-d0c2536d9edc'] response: {'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'code': 200} Jul 14 12:20:21.022033 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:21.089883 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:21.390226 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56964) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:21.496870 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b6b20-0ea3-46a6-8a53-c790e72e02c0 req-68efa2ed-d1b7-4b42-a918-4c7b722354c7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:21.498686 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-773b6b20-0ea3-46a6-8a53-c790e72e02c0 req-68efa2ed-d1b7-4b42-a918-4c7b722354c7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.1293719 Jul 14 12:20:21.500005 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf892-3ddc-4824-bd28-44c373361d68 req-6faf1cdf-c84d-4e2b-8b92-e36c95c21813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:21.501506 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-67cdf892-3ddc-4824-bd28-44c373361d68 req-6faf1cdf-c84d-4e2b-8b92-e36c95c21813 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1129 time: 0.0894563 Jul 14 12:20:21.524376 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:21.551071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:21.553020 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-d647ff12-7827-4760-b3e8-91c89df91ebc service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899951 Jul 14 12:20:21.605275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:21.608875 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-67cdf892-3ddc-4824-bd28-44c373361d68 req-22fdefe5-b4ee-4415-9d8d-34e544e5f970 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841780 Jul 14 12:20:21.639228 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Publish callbacks [] for security_group (159752a1-2f0b-4a16-b2eb-ff65bfcae65c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:21.674887 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-773b6b20-0ea3-46a6-8a53-c790e72e02c0 req-2596bbd0-faa0-4a14-a206-35fb0e02199f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679907 Jul 14 12:20:21.678666 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (159752a1-2f0b-4a16-b2eb-ff65bfcae65c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:21.689675 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:21.723543 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159752a1-2f0b-4a16-b2eb-ff65bfcae65c,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:21.732375 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e92a86ac-5074-42d2-97d9-01b1f1296e61 req-de577a9c-8b89-4d2b-8bd2-8cc9b53abe37 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696599 Jul 14 12:20:21.738117 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4d650aec6a634d48872b585b7d67205d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461611 Jul 14 12:20:21.739506 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.740010 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.740353 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.740690 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.740936 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56968) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:21.741046 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.741330 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.741660 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.741988 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.742312 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.742634 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.742975 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.743451 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.743919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.744503 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.745024 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b561a4c4-b24e-4e60-8cc5-a61f323c6c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:21.810687 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Publish callbacks [] for security_group (159752a1-2f0b-4a16-b2eb-ff65bfcae65c), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:21.837190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Publish callbacks [] for security_group (159752a1-2f0b-4a16-b2eb-ff65bfcae65c), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:21.864231 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37097e7f-8d2c-4efb-bcc4-da9ae2d1de76 req-45f0d03a-68e8-49ee-b087-98c3795e9e4e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:21.866327 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-37097e7f-8d2c-4efb-bcc4-da9ae2d1de76 req-45f0d03a-68e8-49ee-b087-98c3795e9e4e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0601664 Jul 14 12:20:21.934949 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-37097e7f-8d2c-4efb-bcc4-da9ae2d1de76 req-06a6767a-91b2-4a3a-938c-8ed6e783561a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674679 Jul 14 12:20:22.113433 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (159752a1-2f0b-4a16-b2eb-ff65bfcae65c), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:22.116219 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:22.117295 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/159752a1-2f0b-4a16-b2eb-ff65bfcae65c HTTP/1.1" status: 204 len: 168 time: 0.3748727 Jul 14 12:20:22.127815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159752a1-2f0b-4a16-b2eb-ff65bfcae65c,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:22.139283 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.139736 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.140474 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.140959 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.142018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.142421 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.143129 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.145953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.146753 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9564c993-aa1f-48f5-8c84-669f2148b30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:22.806468 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 56984) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:22.817423 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ebf3093d-0089-4983-bf20-1077e3d3ef6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:22.835946 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7b214-b5e0-4137-9ec9-25aa3657518c req-b1552715-c29b-486c-898c-2419e15a873a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:22.839036 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2bb7b214-b5e0-4137-9ec9-25aa3657518c req-b1552715-c29b-486c-898c-2419e15a873a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0858479 Jul 14 12:20:22.901227 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2bb7b214-b5e0-4137-9ec9-25aa3657518c req-e023c581-a4da-4b56-af9f-e5fba42401af tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523517 Jul 14 12:20:22.931492 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:22.962801 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ebf3093d-0089-4983-bf20-1077e3d3ef6b admin admin] Publish callbacks [] for security_group (b7d9cd10-dd24-408e-9da2-b706c5c748ef), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:23.073457 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f7cc5-f445-438a-ab0d-e4a2bdb87d51 req-3c097900-c6c3-4a4d-a268-8afef7984a42 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:23.074977 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a05f7cc5-f445-438a-ab0d-e4a2bdb87d51 req-3c097900-c6c3-4a4d-a268-8afef7984a42 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0515156 Jul 14 12:20:23.101336 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ebf3093d-0089-4983-bf20-1077e3d3ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b7d9cd10-dd24-408e-9da2-b706c5c748ef), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:23.148266 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3093d-0089-4983-bf20-1077e3d3ef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d9cd10-dd24-408e-9da2-b706c5c748ef,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:23.194171 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 56996) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:23.194334 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ebf3093d-0089-4983-bf20-1077e3d3ef6b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3e484fca60594ae8842c9c543d88da20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963602 Jul 14 12:20:23.207614 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a05f7cc5-f445-438a-ab0d-e4a2bdb87d51 req-b1083264-4ac0-44fc-97ee-49de06e28396 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212730 Jul 14 12:20:23.267841 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3ec79c5-e1b1-45c2-8a58-162a5d20eeac admin admin] Publish callbacks [] for security_group (b7d9cd10-dd24-408e-9da2-b706c5c748ef), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:23.291021 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3ec79c5-e1b1-45c2-8a58-162a5d20eeac admin admin] Publish callbacks [] for security_group (b7d9cd10-dd24-408e-9da2-b706c5c748ef), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:23.428657 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3ec79c5-e1b1-45c2-8a58-162a5d20eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (b7d9cd10-dd24-408e-9da2-b706c5c748ef), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:23.431629 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e3ec79c5-e1b1-45c2-8a58-162a5d20eeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:23.442820 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e3ec79c5-e1b1-45c2-8a58-162a5d20eeac admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b7d9cd10-dd24-408e-9da2-b706c5c748ef HTTP/1.1" status: 204 len: 168 time: 0.2380965 Jul 14 12:20:23.454813 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec79c5-e1b1-45c2-8a58-162a5d20eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d9cd10-dd24-408e-9da2-b706c5c748ef,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:24.045148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24451cd5-e7d1-4c9e-b0be-a5c3632e4bee req-55a5d89c-ecfe-4092-8b05-3cb483ddbf29 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:24.047514 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-24451cd5-e7d1-4c9e-b0be-a5c3632e4bee req-55a5d89c-ecfe-4092-8b05-3cb483ddbf29 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0545852 Jul 14 12:20:24.120803 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-24451cd5-e7d1-4c9e-b0be-a5c3632e4bee req-4f0456a8-e6e0-4dc0-85ef-6f75411b424a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569751 Jul 14 12:20:24.249622 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d16e73-fdc7-44a5-afce-d75d6a58841a req-92312c80-7e17-45cd-9fe8-cbea2b853f32 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:24.251971 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64d16e73-fdc7-44a5-afce-d75d6a58841a req-92312c80-7e17-45cd-9fe8-cbea2b853f32 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0586531 Jul 14 12:20:24.260625 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57022) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:24.266388 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'floatingip': {'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:24.362621 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (b2d02b55-0288-42b6-8b87-5733ab3a649e), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:24.396917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdeceb-4aa5-4eac-8f33-dfeb66883b01 req-02cb9be9-1887-429c-b97b-4ab191d740ca tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:24.411607 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-13cdeceb-4aa5-4eac-8f33-dfeb66883b01 req-02cb9be9-1887-429c-b97b-4ab191d740ca tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1057761 Jul 14 12:20:24.509301 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-13cdeceb-4aa5-4eac-8f33-dfeb66883b01 req-7f901624-6364-4f62-89bb-23708723c0dc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962644 Jul 14 12:20:25.306916 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:25.333557 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57058) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:25.393764 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:20:25.443499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:25.536179 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (b2d02b55-0288-42b6-8b87-5733ab3a649e), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:25.696285 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7031147a-6800-4ac6-9c9c-a8e9710bee18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:25.781862 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33a5c7-223b-4331-89de-d60ca2e9fad9 req-084ea1c3-8942-4fe6-8805-6021098ed646 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:25.788713 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ae33a5c7-223b-4331-89de-d60ca2e9fad9 req-084ea1c3-8942-4fe6-8805-6021098ed646 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1777828 Jul 14 12:20:25.794379 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Floating IP b2d02b55-0288-42b6-8b87-5733ab3a649e associated. External IP: 172.27.1.30, port: 0091e22f-2f09-4a5d-9bd6-143e3f69992b. Jul 14 12:20:25.846506 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7031147a-6800-4ac6-9c9c-a8e9710bee18 admin admin] Publish callbacks [] for security_group (e1cca2ff-269f-483c-b8e1-8c737333152a), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:25.961735 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ae33a5c7-223b-4331-89de-d60ca2e9fad9 req-059bf744-495f-4ec0-9547-62b9fd361f80 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614606 Jul 14 12:20:25.985755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7031147a-6800-4ac6-9c9c-a8e9710bee18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e1cca2ff-269f-483c-b8e1-8c737333152a), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:25.985755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:26.016708 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7031147a-6800-4ac6-9c9c-a8e9710bee18 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a7383992d769483fae0ef92d4b5ec489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6816425 Jul 14 12:20:26.017583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57076) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:26.026528 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031147a-6800-4ac6-9c9c-a8e9710bee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cca2ff-269f-483c-b8e1-8c737333152a,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:26.125808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:26.132164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef76ac28-d192-4e99-b82a-d2e7926928f2 admin admin] Publish callbacks [] for security_group (e1cca2ff-269f-483c-b8e1-8c737333152a), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:26.170921 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:26.181051 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Router 8fef0671-4de1-4089-a378-04bb4b64a188 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:20:26.183575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef76ac28-d192-4e99-b82a-d2e7926928f2 admin admin] Publish callbacks [] for security_group (e1cca2ff-269f-483c-b8e1-8c737333152a), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:26.314641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:26.321312 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:26.330692 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef76ac28-d192-4e99-b82a-d2e7926928f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (e1cca2ff-269f-483c-b8e1-8c737333152a), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:26.346857 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779053c-1326-43eb-8111-279198f199ad None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:26.362985 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ec2c8663-d47c-4397-86e0-53b4d5b3e11e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "PUT /v2.0/floatingips/b2d02b55-0288-42b6-8b87-5733ab3a649e HTTP/1.1" status: 200 len: 990 time: 2.1009724 Jul 14 12:20:26.363571 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:20:26.366142 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f097506-8dac-464e-b8c9-6fed2fae3d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:26.369953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ef76ac28-d192-4e99-b82a-d2e7926928f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:26.372771 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ef76ac28-d192-4e99-b82a-d2e7926928f2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e1cca2ff-269f-483c-b8e1-8c737333152a HTTP/1.1" status: 204 len: 168 time: 0.3532128 Jul 14 12:20:26.409354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:26.410032 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:26.435949 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d36fd7-0eb1-49ed-953f-624ad29427ab x-openstack-request-id: req-69d36fd7-0eb1-49ed-953f-624ad29427ab {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:26.436638 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:26.436638 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-69d36fd7-0eb1-49ed-953f-624ad29427ab {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:26.437032 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d36fd7-0eb1-49ed-953f-624ad29427ab'] response: {'name': 'network-changed', 'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'status': 'completed', 'code': 200} Jul 14 12:20:26.439677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76ac28-d192-4e99-b82a-d2e7926928f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cca2ff-269f-483c-b8e1-8c737333152a,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:26.569811 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:26.642863 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-1040f41c-8420-4557-aa51-7768d88ea860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:26.645938 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-1040f41c-8420-4557-aa51-7768d88ea860 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1129 time: 0.1487403 Jul 14 12:20:26.766635 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:26.896766 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:26.914197 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-07f33c1b-eef0-46c6-ad93-94eefa1264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:26.916041 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-07f33c1b-eef0-46c6-ad93-94eefa1264b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.2641261 Jul 14 12:20:26.977780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'b2d02b55-0288-42b6-8b87-5733ab3a649e', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'mac_address': 'fa:16:3e:eb:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88a179-83e5-4361-8948-8a2632512eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:25Z', 'revision_number': 1, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:27.006065 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779053c-1326-43eb-8111-279198f199ad None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:27.007215 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-dbf9e4b2-926c-40c1-b268-e22a4900d579 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 998 time: 0.0712850 Jul 14 12:20:27.015617 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:27.016232 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:27.080987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-11619941-af33-4054-8561-248f0d796d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:27.082914 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-11619941-af33-4054-8561-248f0d796d55 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0695331 Jul 14 12:20:27.143255 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e1456-1c51-4689-8f90-7854115a8bb4 req-8ee7ff70-8960-49d3-a593-73d386445a30 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:27.148754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-0d55ad34-05f1-4412-8d9c-bbcfb0f7b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:27.148754 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-0d55ad34-05f1-4412-8d9c-bbcfb0f7b990 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569119 Jul 14 12:20:27.151271 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-130e1456-1c51-4689-8f90-7854115a8bb4 req-8ee7ff70-8960-49d3-a593-73d386445a30 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1075251 Jul 14 12:20:27.210060 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-130e1456-1c51-4689-8f90-7854115a8bb4 req-6ad45962-56f9-4f1d-9624-bbd47666acf0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562048 Jul 14 12:20:27.224271 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:27.306538 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-69a4b5e8-d068-4cbb-b090-055cbbf0bdf9 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458638 Jul 14 12:20:27.513343 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f097506-8dac-464e-b8c9-6fed2fae3d5e req-420ed06e-b4c5-4c5e-ab4d-c1733f90f574 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842604 Jul 14 12:20:27.579286 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2779053c-1326-43eb-8111-279198f199ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'b2d02b55-0288-42b6-8b87-5733ab3a649e', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'mac_address': 'fa:16:3e:eb:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88a179-83e5-4361-8948-8a2632512eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:25Z', 'revision_number': 1, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:27.609073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779053c-1326-43eb-8111-279198f199ad None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'b2d02b55-0288-42b6-8b87-5733ab3a649e', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 294, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'mac_address': 'fa:16:3e:eb:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88a179-83e5-4361-8948-8a2632512eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:25Z', 'revision_number': 1, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:27.899124 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a008f67-f19b-454c-90f5-9b94f540186c None None] New status for floating IP b2d02b55-0288-42b6-8b87-5733ab3a649e: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:20:28.036554 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:28.350534 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03af8a-7804-4036-9169-b6f61c970fbf req-327d816f-4497-40df-a725-001e76db5e66 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:28.352399 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bd03af8a-7804-4036-9169-b6f61c970fbf req-327d816f-4497-40df-a725-001e76db5e66 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0589991 Jul 14 12:20:28.410855 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bd03af8a-7804-4036-9169-b6f61c970fbf req-70adff5a-2309-460f-9046-d2314ff38159 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519464 Jul 14 12:20:29.556528 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adedb0-bb01-42b9-93b7-59f0615bed42 req-bac3d5f9-93ef-4299-8b43-55dcccae1ccb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:29.560300 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-63adedb0-bb01-42b9-93b7-59f0615bed42 req-bac3d5f9-93ef-4299-8b43-55dcccae1ccb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0535083 Jul 14 12:20:29.612361 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-63adedb0-bb01-42b9-93b7-59f0615bed42 req-8109b9a5-f2e6-44a8-9f76-dcfc59536ad8 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Jul 14 12:20:30.389408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57174) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:30.533542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fb960149-1dc1-49f4-b200-9afbd7b374e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:30.570988 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587d57d-cfb0-4501-a308-8f958dca55b1 req-e7cdd60d-728c-430f-bcfd-0fddaa98c46c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:30.573565 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f587d57d-cfb0-4501-a308-8f958dca55b1 req-e7cdd60d-728c-430f-bcfd-0fddaa98c46c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0731645 Jul 14 12:20:30.642171 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f587d57d-cfb0-4501-a308-8f958dca55b1 req-3ea19c5c-4bb9-4072-877a-8baacfc750a1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618382 Jul 14 12:20:30.660526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fb960149-1dc1-49f4-b200-9afbd7b374e2 admin admin] Publish callbacks [] for security_group (42207ba1-74aa-4c4a-bbe6-bf0b78085290), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:30.765952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c695-463d-438a-9842-2e2b04c59fb6 req-992d5220-e482-4fe9-a4c3-7c6db59659dd tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:30.767435 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d4e8c695-463d-438a-9842-2e2b04c59fb6 req-992d5220-e482-4fe9-a4c3-7c6db59659dd tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0626185 Jul 14 12:20:30.796900 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:30.807033 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-fb960149-1dc1-49f4-b200-9afbd7b374e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (42207ba1-74aa-4c4a-bbe6-bf0b78085290), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:30.853604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:30.864151 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d4e8c695-463d-438a-9842-2e2b04c59fb6 req-831b301b-c12a-4670-9e59-510819921814 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906203 Jul 14 12:20:30.868795 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb960149-1dc1-49f4-b200-9afbd7b374e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42207ba1-74aa-4c4a-bbe6-bf0b78085290,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:30.875126 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-fb960149-1dc1-49f4-b200-9afbd7b374e2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3a29420a689e4ace90ead61fe693814e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4845712 Jul 14 12:20:30.877958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57182) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:30.935450 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7baebd66-0191-4bb8-8e54-dc1367f77ad5 admin admin] Publish callbacks [] for security_group (42207ba1-74aa-4c4a-bbe6-bf0b78085290), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:30.958468 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7baebd66-0191-4bb8-8e54-dc1367f77ad5 admin admin] Publish callbacks [] for security_group (42207ba1-74aa-4c4a-bbe6-bf0b78085290), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:31.124974 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7baebd66-0191-4bb8-8e54-dc1367f77ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (42207ba1-74aa-4c4a-bbe6-bf0b78085290), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:31.127611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7baebd66-0191-4bb8-8e54-dc1367f77ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:31.128751 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7baebd66-0191-4bb8-8e54-dc1367f77ad5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/42207ba1-74aa-4c4a-bbe6-bf0b78085290 HTTP/1.1" status: 204 len: 168 time: 0.2499113 Jul 14 12:20:31.146887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baebd66-0191-4bb8-8e54-dc1367f77ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42207ba1-74aa-4c4a-bbe6-bf0b78085290,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:31.744927 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:31.765647 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c955ce-21d9-476a-a850-c46d29e6f62f req-b6f04a38-d221-4b44-a656-3082722b613c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:31.767146 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22c955ce-21d9-476a-a850-c46d29e6f62f req-b6f04a38-d221-4b44-a656-3082722b613c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0587244 Jul 14 12:20:31.823640 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22c955ce-21d9-476a-a850-c46d29e6f62f req-981222f5-3816-4455-bd86-c41a7b835e99 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436957 Jul 14 12:20:31.886583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57192) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:31.901699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2f4720a3-c193-41a4-b1d7-a5f7f9b14e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.011183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84648ca3-bf23-476c-b54b-efab2310cb69 req-25efd626-d3e2-4c99-9570-71387c7e37a9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:32.013848 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84648ca3-bf23-476c-b54b-efab2310cb69 req-25efd626-d3e2-4c99-9570-71387c7e37a9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0651817 Jul 14 12:20:32.051675 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2f4720a3-c193-41a4-b1d7-a5f7f9b14e12 admin admin] Publish callbacks [] for security_group (24d97c89-be61-470e-bd13-b012e1db541a), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.095446 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84648ca3-bf23-476c-b54b-efab2310cb69 req-6a64e42c-62e5-4980-b3d9-aee341d98389 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580053 Jul 14 12:20:32.107417 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2f4720a3-c193-41a4-b1d7-a5f7f9b14e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (24d97c89-be61-470e-bd13-b012e1db541a), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.146048 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-2f4720a3-c193-41a4-b1d7-a5f7f9b14e12 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=31939e665c934ca798f44be469f55ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583377 Jul 14 12:20:32.149722 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57198) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:32.151521 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4720a3-c193-41a4-b1d7-a5f7f9b14e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d97c89-be61-470e-bd13-b012e1db541a,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:32.206902 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfc803b0-ff5c-41d3-92ae-f9ff548e488b admin admin] Publish callbacks [] for security_group (24d97c89-be61-470e-bd13-b012e1db541a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.230109 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfc803b0-ff5c-41d3-92ae-f9ff548e488b admin admin] Publish callbacks [] for security_group (24d97c89-be61-470e-bd13-b012e1db541a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.650916 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfc803b0-ff5c-41d3-92ae-f9ff548e488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (24d97c89-be61-470e-bd13-b012e1db541a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.657681 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bfc803b0-ff5c-41d3-92ae-f9ff548e488b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:32.657681 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bfc803b0-ff5c-41d3-92ae-f9ff548e488b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24d97c89-be61-470e-bd13-b012e1db541a HTTP/1.1" status: 204 len: 168 time: 0.5038009 Jul 14 12:20:32.664041 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc803b0-ff5c-41d3-92ae-f9ff548e488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d97c89-be61-470e-bd13-b012e1db541a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:32.960410 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23359f-4719-4e8d-82ad-3f5572b55a8e req-b6fb931d-52f6-4179-8360-bbc0de9a1372 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:32.962795 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ca23359f-4719-4e8d-82ad-3f5572b55a8e req-b6fb931d-52f6-4179-8360-bbc0de9a1372 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0541687 Jul 14 12:20:33.042507 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ca23359f-4719-4e8d-82ad-3f5572b55a8e req-c47bfea7-9931-4c6c-9df0-3951e2cfc877 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710373 Jul 14 12:20:33.240231 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838ef9-1d5a-457e-a93a-1935b75bfed5 req-cab985e4-2f2e-4e19-89a3-fb1b42870610 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:33.241742 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e838ef9-1d5a-457e-a93a-1935b75bfed5 req-cab985e4-2f2e-4e19-89a3-fb1b42870610 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0636663 Jul 14 12:20:33.314891 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e838ef9-1d5a-457e-a93a-1935b75bfed5 req-16a09ddc-a27c-4d8a-a238-38832a6a927a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650289 Jul 14 12:20:34.209640 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3c4d8-a5ae-4108-bbbd-b688813e7139 req-7f80d73f-a481-4a33-9b94-5e5b34e34ed1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:34.212018 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-81c3c4d8-a5ae-4108-bbbd-b688813e7139 req-7f80d73f-a481-4a33-9b94-5e5b34e34ed1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0780625 Jul 14 12:20:34.273112 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-81c3c4d8-a5ae-4108-bbbd-b688813e7139 req-b0516741-ef9d-4b86-ace1-aa207fdb963f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543652 Jul 14 12:20:34.448385 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de27fb-ba81-460f-9930-71af6b6a1a4d req-9edb4eed-9853-4f47-a116-6212ae391228 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:34.455576 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c9de27fb-ba81-460f-9930-71af6b6a1a4d req-9edb4eed-9853-4f47-a116-6212ae391228 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0580289 Jul 14 12:20:34.512128 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c9de27fb-ba81-460f-9930-71af6b6a1a4d req-7bf294d4-7db4-4ddb-87bc-a2d6dafab651 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556145 Jul 14 12:20:34.622850 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57250) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:34.754613 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9594ec-22c2-40c3-ab19-25b79a5fe78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:34.845735 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9594ec-22c2-40c3-ab19-25b79a5fe78f admin admin] Publish callbacks [] for security_group (d7daf07b-ba63-4fcf-a4db-5b50997e62a3), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:34.896357 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d9594ec-22c2-40c3-ab19-25b79a5fe78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (d7daf07b-ba63-4fcf-a4db-5b50997e62a3), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:34.928721 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:34.966334 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57288) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:34.967122 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6d9594ec-22c2-40c3-ab19-25b79a5fe78f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=276b03a2eade4a3b8eab700880894c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429554 Jul 14 12:20:34.969176 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9594ec-22c2-40c3-ab19-25b79a5fe78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7daf07b-ba63-4fcf-a4db-5b50997e62a3,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:35.035167 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821de5cd-f9a1-4b0d-913b-706e58e7ebdc admin admin] Publish callbacks [] for security_group (d7daf07b-ba63-4fcf-a4db-5b50997e62a3), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:35.047322 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:35.061604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821de5cd-f9a1-4b0d-913b-706e58e7ebdc admin admin] Publish callbacks [] for security_group (d7daf07b-ba63-4fcf-a4db-5b50997e62a3), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:35.171726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821de5cd-f9a1-4b0d-913b-706e58e7ebdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (d7daf07b-ba63-4fcf-a4db-5b50997e62a3), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:35.178229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821de5cd-f9a1-4b0d-913b-706e58e7ebdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:35.178229 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-821de5cd-f9a1-4b0d-913b-706e58e7ebdc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d7daf07b-ba63-4fcf-a4db-5b50997e62a3 HTTP/1.1" status: 204 len: 168 time: 0.2085226 Jul 14 12:20:35.190090 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821de5cd-f9a1-4b0d-913b-706e58e7ebdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7daf07b-ba63-4fcf-a4db-5b50997e62a3,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:35.399814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12af41-57bf-4fec-b927-4dfbdd1f482d req-5a8582bc-2f1c-4776-92f1-e20c2f622726 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:35.401976 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b12af41-57bf-4fec-b927-4dfbdd1f482d req-5a8582bc-2f1c-4776-92f1-e20c2f622726 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0520446 Jul 14 12:20:35.449564 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b12af41-57bf-4fec-b927-4dfbdd1f482d req-702d8156-3429-45aa-a5ed-9d351d54de99 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Jul 14 12:20:35.765412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484ecca-b50f-4f7c-8488-c486993be252 req-c361a603-6656-4f46-bc86-95495d02b2f2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:35.770594 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0484ecca-b50f-4f7c-8488-c486993be252 req-c361a603-6656-4f46-bc86-95495d02b2f2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1108315 Jul 14 12:20:35.835233 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0484ecca-b50f-4f7c-8488-c486993be252 req-536433c7-8534-4e0c-8a0a-4c2604c73b5f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592959 Jul 14 12:20:36.578907 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9da544-e5e8-4a5d-b8fa-2b1f3f872caf req-d5aaba32-8791-4242-91e9-cd0d01cb8940 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:36.580439 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ac9da544-e5e8-4a5d-b8fa-2b1f3f872caf req-d5aaba32-8791-4242-91e9-cd0d01cb8940 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0522277 Jul 14 12:20:36.674259 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ac9da544-e5e8-4a5d-b8fa-2b1f3f872caf req-5fe7ecb3-8336-4813-85d6-3fd966a784fd tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881231 Jul 14 12:20:36.949462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516a73-3648-4a22-a5d2-8ce3899100f8 req-db1c4439-2285-4b03-b5ee-ff7183099617 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:36.951081 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11516a73-3648-4a22-a5d2-8ce3899100f8 req-db1c4439-2285-4b03-b5ee-ff7183099617 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0509505 Jul 14 12:20:37.006382 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11516a73-3648-4a22-a5d2-8ce3899100f8 req-99be3bf1-aa1a-4c97-b3e8-13c0876843ff tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490859 Jul 14 12:20:37.793809 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244f2fa-1015-42f3-993c-bf9aa1b221ad req-6318a192-3e0e-4a7c-a199-3385876361c5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:37.796042 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6244f2fa-1015-42f3-993c-bf9aa1b221ad req-6318a192-3e0e-4a7c-a199-3385876361c5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Jul 14 12:20:37.850143 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6244f2fa-1015-42f3-993c-bf9aa1b221ad req-8dec68f0-7c78-4754-b3f5-1d4432dd7e16 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471175 Jul 14 12:20:38.094985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:38.109558 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:38.140033 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa497-766d-485a-8056-eae6cbdaca94 req-0eda1e2e-9d86-4be3-b3fa-c71cd57f1576 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:38.141609 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bf3aa497-766d-485a-8056-eae6cbdaca94 req-0eda1e2e-9d86-4be3-b3fa-c71cd57f1576 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0589435 Jul 14 12:20:38.209137 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bf3aa497-766d-485a-8056-eae6cbdaca94 req-159d1564-09d6-4fc5-8300-0e3be394e9df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Jul 14 12:20:38.250798 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5a86560e-0afe-4766-8371-0d12744afd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:38.967389 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a066f52-0d15-4e32-bfa8-3662bb08c6e4 req-8e830327-52d7-486c-965f-f3d31e8ecd01 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:38.968885 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8a066f52-0d15-4e32-bfa8-3662bb08c6e4 req-8e830327-52d7-486c-965f-f3d31e8ecd01 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Jul 14 12:20:39.007496 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:39.019413 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8a066f52-0d15-4e32-bfa8-3662bb08c6e4 req-a2c3993b-1213-4e25-9716-a179b60aaf9a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 Jul 14 12:20:39.333305 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ecf0db-7f3f-4585-8a26-81b6577ed35d req-094eb2d2-95b1-458f-a5f3-d89564d22a0d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:39.334906 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-52ecf0db-7f3f-4585-8a26-81b6577ed35d req-094eb2d2-95b1-458f-a5f3-d89564d22a0d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0495920 Jul 14 12:20:39.389672 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-52ecf0db-7f3f-4585-8a26-81b6577ed35d req-fadd9003-da47-4538-85c7-36bf5b513c57 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482655 Jul 14 12:20:40.158484 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465018b-31de-4a4c-9239-f4eb99201a94 req-f3f291b9-96c5-49e4-959f-920e9c714126 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:40.160895 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2465018b-31de-4a4c-9239-f4eb99201a94 req-f3f291b9-96c5-49e4-959f-920e9c714126 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0675311 Jul 14 12:20:40.213815 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57416) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:40.226394 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2465018b-31de-4a4c-9239-f4eb99201a94 req-dbbf95a3-e591-43ed-9068-94ad4c315e50 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592327 Jul 14 12:20:40.273367 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-edf6a032-0cfb-4918-9166-25a37785bce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.345328 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bac27cc0-529a-4f91-8704-d90454db48be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.435455 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bac27cc0-529a-4f91-8704-d90454db48be admin admin] Publish callbacks [] for security_group (ddf60bf0-ac8e-4adc-8a2e-f5fef199c156), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.503957 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bac27cc0-529a-4f91-8704-d90454db48be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ddf60bf0-ac8e-4adc-8a2e-f5fef199c156), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.562685 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bbc3a-efed-4827-b62f-28780f80031b req-1cfc55fc-231c-4de4-bbb3-6e0d7db24a7f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:40.564657 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-317bbc3a-efed-4827-b62f-28780f80031b req-1cfc55fc-231c-4de4-bbb3-6e0d7db24a7f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0941188 Jul 14 12:20:40.573250 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac27cc0-529a-4f91-8704-d90454db48be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf60bf0-ac8e-4adc-8a2e-f5fef199c156,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:40.578043 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-bac27cc0-529a-4f91-8704-d90454db48be admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=69620351904f497fbe13d5f6c2d51994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631876 Jul 14 12:20:40.581451 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57428) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:40.625131 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-317bbc3a-efed-4827-b62f-28780f80031b req-7c8c4f56-9055-49ec-910a-6ec571352e51 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533872 Jul 14 12:20:40.646495 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ce62de9b-99d9-4fab-973a-9eb180c62f18 admin admin] Publish callbacks [] for security_group (ddf60bf0-ac8e-4adc-8a2e-f5fef199c156), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.671962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ce62de9b-99d9-4fab-973a-9eb180c62f18 admin admin] Publish callbacks [] for security_group (ddf60bf0-ac8e-4adc-8a2e-f5fef199c156), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.777310 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-e954e98a-380c-486b-b825-3d9ce638db27 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796876877&fields=id&tenant_id=dfa18dfa445442d4be02d187ed24325f HTTP/1.1" status: 200 len: 267 time: 0.0894539 Jul 14 12:20:40.864184 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ce62de9b-99d9-4fab-973a-9eb180c62f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ddf60bf0-ac8e-4adc-8a2e-f5fef199c156), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.866942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ce62de9b-99d9-4fab-973a-9eb180c62f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:40.871452 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ce62de9b-99d9-4fab-973a-9eb180c62f18 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ddf60bf0-ac8e-4adc-8a2e-f5fef199c156 HTTP/1.1" status: 204 len: 168 time: 0.2850819 Jul 14 12:20:40.883538 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62de9b-99d9-4fab-973a-9eb180c62f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf60bf0-ac8e-4adc-8a2e-f5fef199c156,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:40.930280 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-f11b717f-d152-4abd-aab7-0ecab46c46fd tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:40.938607 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-f11b717f-d152-4abd-aab7-0ecab46c46fd tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 808 time: 0.1524389 Jul 14 12:20:40.949383 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-a78a2b58-20ad-4634-882d-c13d9532a609 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/quotas/dfa18dfa445442d4be02d187ed24325f HTTP/1.1" status: 200 len: 375 time: 0.0099168 Jul 14 12:20:41.008095 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-37e25749-90f4-4076-a948-865e19c965e1 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516286 Jul 14 12:20:41.143993 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-49f88f45-209c-4081-a6e7-4868a823f7db service neutron] 10.222.0.27 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228774 Jul 14 12:20:41.185921 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:41.253869 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-61ad0000-e4e2-4b91-a309-95ea554916f3 service neutron] 10.222.0.27 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045747 Jul 14 12:20:41.472642 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403f154-74fe-45d9-a202-94b7810bcae3 req-f462c660-7cd8-4867-8d2a-925e37e743ac tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:41.475465 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a403f154-74fe-45d9-a202-94b7810bcae3 req-f462c660-7cd8-4867-8d2a-925e37e743ac tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0875995 Jul 14 12:20:41.541341 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a403f154-74fe-45d9-a202-94b7810bcae3 req-cb8085d7-3915-4d8c-a84f-d956669cc4d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602012 Jul 14 12:20:41.610872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:41.789114 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fea2c3-27fa-496f-a2e4-bfaa3b8551b7 req-299d3145-5459-47d2-b6f1-66817bc7c5e2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:41.791419 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-24fea2c3-27fa-496f-a2e4-bfaa3b8551b7 req-299d3145-5459-47d2-b6f1-66817bc7c5e2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0731037 Jul 14 12:20:41.871400 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-24fea2c3-27fa-496f-a2e4-bfaa3b8551b7 req-0e30f9fa-2781-4fcd-b3c2-fc34b26f697f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 Jul 14 12:20:42.000153 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-900badaa-676c-48a7-a0ef-4dcd59486675 req-0fb90050-c3c5-43ea-9554-c3644bad49da tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0676761 Jul 14 12:20:42.297084 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57472) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:42.409931 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-184848327-network', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:42.559079 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Made reservation on behalf of a37bbdf2bd2f4392ab2ddb60d6b6ad7c for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:42.561736 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:42.573414 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:42.671991 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e430fa-c1a2-4b04-8a04-36536c5ba7e6 req-bdb6921c-f5f5-4d1d-b910-d0beda19bf65 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:42.673948 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47e430fa-c1a2-4b04-8a04-36536c5ba7e6 req-bdb6921c-f5f5-4d1d-b910-d0beda19bf65 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0582433 Jul 14 12:20:42.702735 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:42.735618 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks [] for security_group (8ec9a80a-0fa2-4433-99fc-d202c099287b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:42.754112 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47e430fa-c1a2-4b04-8a04-36536c5ba7e6 req-24f39c67-722b-4b72-93db-17e86da88d6b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689149 Jul 14 12:20:42.828298 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (8ec9a80a-0fa2-4433-99fc-d202c099287b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:42.831015 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:42.850561 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:20:42.866125 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:42.872183 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (8900c942-2238-41a0-9848-d5100c573997), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:42.875605 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Added segment 8900c942-2238-41a0-9848-d5100c573997 of type vlan for network c8c2692e-4527-41ed-9aa4-f0917dfa8533 Jul 14 12:20:42.875605 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec9a80a-0fa2-4433-99fc-d202c099287b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:42.929438 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (c8c2692e-4527-41ed-9aa4-f0917dfa8533), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:43.053814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (c8c2692e-4527-41ed-9aa4-f0917dfa8533), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:43.053814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:43.053814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:43.093689 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1802627b-628b-4098-84ae-ac87ea7435fa req-2fbd55f0-69ef-4e91-b9ee-827497862c53 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0412886 Jul 14 12:20:43.147384 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa8527-ea9f-4971-bf24-0f13cd4f7be6 req-512be885-23a0-4bd3-9f92-a99a17b963ab tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:43.155221 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f6aa8527-ea9f-4971-bf24-0f13cd4f7be6 req-512be885-23a0-4bd3-9f92-a99a17b963ab tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1702909 Jul 14 12:20:43.182206 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:43.208379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c2692e-4527-41ed-9aa4-f0917dfa8533,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:43.220929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:20:43.258380 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f6aa8527-ea9f-4971-bf24-0f13cd4f7be6 req-4a07ff63-3584-40e3-8a47-b0085dc558fa tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018636 Jul 14 12:20:43.271136 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5fc25eb7-30d6-484f-8cdc-6f0ddb352e06 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9728923 Jul 14 12:20:43.274957 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57486) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:43.281051 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Request body: {'subnet': {'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-184848327-subnet', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:43.370678 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Made reservation on behalf of a37bbdf2bd2f4392ab2ddb60d6b6ad7c for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:43.373280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:43.547000 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:43.674847 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (79be0745-2b0f-4e07-991f-e351e3083bba), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:43.731405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79be0745-2b0f-4e07-991f-e351e3083bba,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:43.753023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Checking segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:43.753386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Network hostable DHCP agents. Network: c8c2692e-4527-41ed-9aa4-f0917dfa8533, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:20:43.905388 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9686e8-4ece-4a8f-b5a9-c49807f39e19 req-6712ad3e-679b-454a-ad6f-2858a4c23050 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:43.909231 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ea9686e8-4ece-4a8f-b5a9-c49807f39e19 req-6712ad3e-679b-454a-ad6f-2858a4c23050 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0794921 Jul 14 12:20:43.983864 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ea9686e8-4ece-4a8f-b5a9-c49807f39e19 req-36da27b0-0498-4beb-8a0c-d1f6dd1e47b2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588481 Jul 14 12:20:44.050399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:20:44.119214 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, c8c2692e-4527-41ed-9aa4-f0917dfa8533) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:44.131107 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ceee37-2bfa-4c6e-95ed-920289c93c24 None None] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:20:44.131617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:44.132002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.213952 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5109d294-2719-4369-9233-61039aaeb1d7 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9370766 Jul 14 12:20:44.216565 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ba165e70-27a5-4b2f-b9da-92b2b6ebc3c0 req-c41b38ed-2cab-4918-8317-a212aaebab81 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0400677 Jul 14 12:20:44.217230 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57498) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:44.221715 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:44.294658 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:20:44.294658 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.301382 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:44.377997 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (6eef8810-b59d-47c8-8838-35369627d992), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.379141 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (6eef8810-b59d-47c8-8838-35369627d992), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.389902 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b5dd-f466-49bf-8cea-7539a0dc8e26 req-5f6ccbc4-f76f-4edd-b437-4818ab6a34ff tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:44.392212 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0c8b5dd-f466-49bf-8cea-7539a0dc8e26 req-5f6ccbc4-f76f-4edd-b437-4818ab6a34ff tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0663242 Jul 14 12:20:44.457046 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks [] for router_controller (6eef8810-b59d-47c8-8838-35369627d992), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.497490 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Allocated IP 172.20.0.2 (c8c2692e-4527-41ed-9aa4-f0917dfa8533/79be0745-2b0f-4e07-991f-e351e3083bba/467ecdec-0e07-40bf-9a9a-18b9147dc236) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:44.499755 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0c8b5dd-f466-49bf-8cea-7539a0dc8e26 req-b4658ced-42cd-4573-9b01-966e3f970dc6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993919 Jul 14 12:20:44.559456 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:44.698950 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks [] for router_gateway (6eef8810-b59d-47c8-8838-35369627d992), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.717248 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Publish callbacks [] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.829201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.868288 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:44.873790 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:44.876278 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:44.880577 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:44.894045 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Pushing event updated for resources: {'Port': ['ID=467ecdec-0e07-40bf-9a9a-18b9147dc236,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:44.921216 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.921746 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.922196 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.922651 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.923117 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.923569 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.924024 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.924495 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.924913 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.925359 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.925815 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.926262 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.926691 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.927170 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.927592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:20:44.961764 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Attempting to bind port 467ecdec-0e07-40bf-9a9a-18b9147dc236 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:44.961764 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Attempting to bind port 467ecdec-0e07-40bf-9a9a-18b9147dc236 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:44.962222 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Attempting to bind port 467ecdec-0e07-40bf-9a9a-18b9147dc236 on network c8c2692e-4527-41ed-9aa4-f0917dfa8533 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:44.968484 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:44.971247 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Checking segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:44.971247 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:44.971247 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Bound using segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:44.971247 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Bound port: 467ecdec-0e07-40bf-9a9a-18b9147dc236, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:44.971247 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:45.080192 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] For port 467ecdec-0e07-40bf-9a9a-18b9147dc236, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:45.093236 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] For port 467ecdec-0e07-40bf-9a9a-18b9147dc236, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=467ecdec-0e07-40bf-9a9a-18b9147dc236,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:45.109307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-e252e671-6e9c-43cd-8d73-b546fd6aaf09 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:45.117795 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-e252e671-6e9c-43cd-8d73-b546fd6aaf09 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.86 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 808 time: 0.2299323 Jul 14 12:20:45.130956 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c3141-0cc7-42e3-adfb-cc0a28cac64d req-7db6447f-e8db-49d7-8b0f-3fa44b59e2b5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:45.138862 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a06c3141-0cc7-42e3-adfb-cc0a28cac64d req-7db6447f-e8db-49d7-8b0f-3fa44b59e2b5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0577674 Jul 14 12:20:45.186515 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:45.194046 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a06c3141-0cc7-42e3-adfb-cc0a28cac64d req-e804a733-e229-4ea7-b601-738fb21acfa1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543306 Jul 14 12:20:45.286664 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781840f2-9036-4d92-9862-5f0487a30eda None None] Pushing event updated for resources: {'Port': ['ID=467ecdec-0e07-40bf-9a9a-18b9147dc236,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:45.289957 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks [] for router_gateway (6eef8810-b59d-47c8-8838-35369627d992), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:45.302631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:45.346553 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:45.646899 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:45.676065 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec3836-9c49-4325-9fd6-d848636af457 req-5b4023ee-2378-41a9-ab99-836f9414f57c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:45.687006 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3aec3836-9c49-4325-9fd6-d848636af457 req-5b4023ee-2378-41a9-ab99-836f9414f57c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0797820 Jul 14 12:20:45.720850 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-89f55e6d-681d-48be-a07c-e9e0386718fe req-0a3d5f9d-2f2b-4ec8-b212-cf875138ec7e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.3715255 Jul 14 12:20:45.735985 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-46732e9a-2d8b-4d9c-972e-1091bb355c9b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa18dfa445442d4be02d187ed24325f HTTP/1.1" status: 200 len: 379 time: 0.5924332 Jul 14 12:20:45.774687 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'port': {'device_id': '905d8954-a633-4e05-a5eb-1bd833799fea', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'admin_state_up': True, 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'security_groups': ['c9aefbae-16ca-4290-8d6e-cff6971259d5']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:45.780956 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3aec3836-9c49-4325-9fd6-d848636af457 req-76cfa4c9-4eb4-4ace-9e0a-0a4361af36ad tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860386 Jul 14 12:20:45.912400 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Allocated IP 172.27.1.113 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/17f46f89-bc67-48e7-afe3-5ee2e18a4a2e) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:45.998376 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 467ecdec-0e07-40bf-9a9a-18b9147dc236 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:46.057198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 467ecdec-0e07-40bf-9a9a-18b9147dc236 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:46.057567 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.092771 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Made reservation on behalf of dfa18dfa445442d4be02d187ed24325f for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:46.096732 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.132354 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks [] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.160593 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 467ecdec-0e07-40bf-9a9a-18b9147dc236 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:46.160985 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.193067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:46.253387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 467ecdec-0e07-40bf-9a9a-18b9147dc236, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=467ecdec-0e07-40bf-9a9a-18b9147dc236,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:46.376352 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.396811 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab5ba5-d444-4300-baf8-d125f06a1fe5 req-a1938eb2-6dfc-4041-953a-be1f3d80d14a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:46.398402 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a4ab5ba5-d444-4300-baf8-d125f06a1fe5 req-a1938eb2-6dfc-4041-953a-be1f3d80d14a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0747511 Jul 14 12:20:46.409556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.466077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=467ecdec-0e07-40bf-9a9a-18b9147dc236,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:46.466619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Allocated IP 172.20.0.11 (2e2d82ad-097f-449f-ba1a-eddfae1d0196/d00634ed-3f26-4ce0-ba96-3b6311232370/97573f11-1cde-45f1-8103-8f5b45ac6f97) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:46.487467 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:46.498745 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:46.529266 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:46.567191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:46.589436 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Pushing event updated for resources: {'Port': ['ID=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:46.677500 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:46.693013 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d49287-6239-4d3f-9066-40bf62c152ee None None] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:20:46.718133 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a4ab5ba5-d444-4300-baf8-d125f06a1fe5 req-0ab7543d-6990-4e1f-a2af-dc249f1db88d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947128 Jul 14 12:20:46.869659 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-e8be1212-8cee-41d5-8725-4500e5067504 None None] Provisioning complete for port 467ecdec-0e07-40bf-9a9a-18b9147dc236 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:46.870280 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e8be1212-8cee-41d5-8725-4500e5067504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:46.894180 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6d2cedda-21b0-4f72-b87f-ba0ca83bad0f req-c06c0f1f-19e1-4015-b2bf-c27cb056bc76 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0623112 Jul 14 12:20:46.989641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.005854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e8be1212-8cee-41d5-8725-4500e5067504 None None] Current status of the port 467ecdec-0e07-40bf-9a9a-18b9147dc236 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:47.089664 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef1d83-dd05-458a-b0ac-40ba9db10823 req-fd6f863b-550b-49f3-a5ce-a2d8c099cc3c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:47.091344 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3bef1d83-dd05-458a-b0ac-40ba9db10823 req-fd6f863b-550b-49f3-a5ce-a2d8c099cc3c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.2057209 Jul 14 12:20:47.160666 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3bef1d83-dd05-458a-b0ac-40ba9db10823 req-23c36c91-f1fa-42fd-b4bc-b437714d0a48 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594904 Jul 14 12:20:47.226187 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.312958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:47.324743 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:47.348703 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:47.350052 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-27de5daf-2477-405f-bae3-2b9aaaafa4ba None None] Provisioning complete for port 467ecdec-0e07-40bf-9a9a-18b9147dc236 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:47.350584 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-27de5daf-2477-405f-bae3-2b9aaaafa4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.377371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:47.404307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks [] for router_gateway (6eef8810-b59d-47c8-8838-35369627d992), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.467459 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:47.476164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.487034 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-27de5daf-2477-405f-bae3-2b9aaaafa4ba None None] Current status of the port 467ecdec-0e07-40bf-9a9a-18b9147dc236 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:47.559978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:47.616555 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a1bb2bd-c46e-4772-a885-9a6a22d713e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8684161 Jul 14 12:20:47.636146 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Request body: {'port': {'device_id': '905d8954-a633-4e05-a5eb-1bd833799fea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:47.708165 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-764ca756-9aae-4b94-9d06-1ee97efa3c13 None None] Provisioning complete for port 97573f11-1cde-45f1-8103-8f5b45ac6f97 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:47.708544 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-764ca756-9aae-4b94-9d06-1ee97efa3c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.730583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (6eef8810-b59d-47c8-8838-35369627d992), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.749446 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-764ca756-9aae-4b94-9d06-1ee97efa3c13 None None] Port 97573f11-1cde-45f1-8103-8f5b45ac6f97 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:47.779183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:47.804575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:47.908645 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede324a-6ca8-4f76-97c5-98ff8511657e req-c3f6dc6b-484c-4f65-b40f-e412a774f551 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:47.915949 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aede324a-6ca8-4f76-97c5-98ff8511657e req-c3f6dc6b-484c-4f65-b40f-e412a774f551 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.1025963 Jul 14 12:20:48.013469 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aede324a-6ca8-4f76-97c5-98ff8511657e req-3cf0764c-e661-4c3f-a144-6c5736528bf6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939054 Jul 14 12:20:48.048927 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 467ecdec-0e07-40bf-9a9a-18b9147dc236 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:48.090940 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:48.119523 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Router 6eef8810-b59d-47c8-8838-35369627d992 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:20:48.121106 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 467ecdec-0e07-40bf-9a9a-18b9147dc236 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:48.121643 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:48.141323 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cecf1-ce68-4117-95b7-57c885126800 req-fde628d9-662e-47f4-b351-08ef04c1879e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:48.142974 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8a1cecf1-ce68-4117-95b7-57c885126800 req-fde628d9-662e-47f4-b351-08ef04c1879e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 932 time: 0.0772543 Jul 14 12:20:48.276542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97573f11-1cde-45f1-8103-8f5b45ac6f97 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:20:48.295600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Publish callbacks [] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:48.309194 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 467ecdec-0e07-40bf-9a9a-18b9147dc236 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:48.325144 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8a1cecf1-ce68-4117-95b7-57c885126800 req-d883bbd0-6445-4a1d-8f5c-641ad4cc4c4b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746078 Jul 14 12:20:48.349617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Transition to ACTIVE for port object 97573f11-1cde-45f1-8103-8f5b45ac6f97 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:20:48.360485 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:48.371856 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Sync routers for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:48.389476 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:48.392073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:48.491460 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47192ab4-0845-42cc-8557-ae345935887c req-bd5cc9e9-8969-4657-a0d3-355f9a2c3e2e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:48.499758 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47192ab4-0845-42cc-8557-ae345935887c req-bd5cc9e9-8969-4657-a0d3-355f9a2c3e2e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0792150 Jul 14 12:20:48.520692 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:48.521894 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-4bc31add-2a8a-4597-9858-59e0aad8da36 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3038845 Jul 14 12:20:48.524647 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:48.534516 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57536) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:48.584487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2055477-7b28-4414-9476-8c9f3d168ffa req-2ed7226e-5c96-4b0d-a5f9-6710f65b6e87 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:48.611577 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2055477-7b28-4414-9476-8c9f3d168ffa req-2ed7226e-5c96-4b0d-a5f9-6710f65b6e87 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.1130149 Jul 14 12:20:48.637151 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:48.647021 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:48.689206 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2055477-7b28-4414-9476-8c9f3d168ffa req-27c45d8e-00b1-43fb-a946-177c5b36e75b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763505 Jul 14 12:20:48.745415 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:48.756918 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:48.870403 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-241c974c-2908-4416-a49d-304301e5543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:48.875508 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-241c974c-2908-4416-a49d-304301e5543d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1129 time: 0.1048951 Jul 14 12:20:48.879854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:48.945057 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:47Z', 'revision_number': 3, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:48.979982 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Checking router: 6eef8810-b59d-47c8-8838-35369627d992 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:48.980480 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Updating router 6eef8810-b59d-47c8-8838-35369627d992 port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:49.070899 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.317357 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:49.347994 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47192ab4-0845-42cc-8557-ae345935887c req-11fafd39-3b93-47a4-8390-b116c263110c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438482 Jul 14 12:20:49.509178 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26b76d-4dfb-497d-9261-8e2a799d071f req-a1e781d3-e1ae-4929-86a5-5a11a4427ae0 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:49.512293 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0e26b76d-4dfb-497d-9261-8e2a799d071f req-a1e781d3-e1ae-4929-86a5-5a11a4427ae0 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0598454 Jul 14 12:20:49.558200 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Publish callbacks [] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.558820 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Attempting to bind port 97573f11-1cde-45f1-8103-8f5b45ac6f97 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:49.558820 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Attempting to bind port 97573f11-1cde-45f1-8103-8f5b45ac6f97 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:49.559085 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Attempting to bind port 97573f11-1cde-45f1-8103-8f5b45ac6f97 on network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:49.568375 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Port 97573f11-1cde-45f1-8103-8f5b45ac6f97 on network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:20:49.568718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Attempting to bind port 97573f11-1cde-45f1-8103-8f5b45ac6f97 on network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:49.611920 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0e26b76d-4dfb-497d-9261-8e2a799d071f req-f732899e-39cd-4d89-9600-439783d5ea24 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926547 Jul 14 12:20:49.627799 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.638122 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:49.638594 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Checking segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:49.638944 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Bound using segment: {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:49.639515 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Bound port: 97573f11-1cde-45f1-8103-8f5b45ac6f97, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8726183c-efc5-411b-8154-647fe4ec8bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:49.639876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.693958 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f6084-0627-4452-8efa-5a7c2f1271c5 None None] Pushing event updated for resources: {'Port': ['ID=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:49.703721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Attempting to bind port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:49.703955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Attempting to bind port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:49.704212 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Attempting to bind port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:49.715553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:49.715553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:49.715553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.715553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:49.715553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Bound port: 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:49.715553 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.716362 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-0c64bf0f-7552-4e7b-9ce3-13caaa2fc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:49.717256 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-0c64bf0f-7552-4e7b-9ce3-13caaa2fc04d service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.4135182 Jul 14 12:20:49.808154 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] For port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:49.812844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] For port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:49.875794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:49.940037 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:49.940923 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:49.975452 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-fadcab4b-c9cb-493f-90dd-7a2ce4ac325d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 1000 time: 0.2371981 Jul 14 12:20:49.980319 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:49.981846 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:49.989153 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f6084-0627-4452-8efa-5a7c2f1271c5 None None] Pushing event updated for resources: {'Port': ['ID=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:49.993393 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af435d-f1d8-4142-8c95-e724dec9ffb8 req-6bb9ec95-5f66-4560-9b18-f37f802084ad tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:49.996161 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e0af435d-f1d8-4142-8c95-e724dec9ffb8 req-6bb9ec95-5f66-4560-9b18-f37f802084ad tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.1773002 Jul 14 12:20:50.024941 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:50.043061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:50.078259 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:50.168143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:50.178071 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-122e9d49-8f9c-4faf-a484-ad907afb8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:50.179999 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-122e9d49-8f9c-4faf-a484-ad907afb8ed7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.1827955 Jul 14 12:20:50.192919 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e0af435d-f1d8-4142-8c95-e724dec9ffb8 req-0dadfad1-b418-4142-88ba-040d1304d6eb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899564 Jul 14 12:20:50.272336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:50.272336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:50.273644 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] 10.222.0.86 "PUT /v2.0/ports/97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 1094 time: 2.6424811 Jul 14 12:20:50.280908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:20:50.282627 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:20:50.399069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:50.403405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-f9b6f994-6a80-4514-aa58-a7cf3b75cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:50.405818 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-f9b6f994-6a80-4514-aa58-a7cf3b75cc36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2095237 Jul 14 12:20:50.442191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2763952-95d3-403d-8d88-b2c37ae12c0a x-openstack-request-id: req-c2763952-95d3-403d-8d88-b2c37ae12c0a {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:20:50.442514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:20:50.443014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2763952-95d3-403d-8d88-b2c37ae12c0a {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:20:50.443509 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2763952-95d3-403d-8d88-b2c37ae12c0a'] response: {'name': 'network-changed', 'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'status': 'completed', 'code': 200} Jul 14 12:20:50.444293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320ae9e-2ac6-4919-8f01-95841aaaf257 service neutron] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:50.544680 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:50.566054 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:47Z', 'revision_number': 3, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:50.597821 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21feaef-4ef8-4edf-b133-016c97f6a3bf None None] The sync data for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi is: [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:47Z', 'revision_number': 3, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:50.605615 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a req-6bc15f45-265d-420c-999c-730291b3246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:50.607388 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a req-6bc15f45-265d-420c-999c-730291b3246d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1128 time: 0.1983879 Jul 14 12:20:50.682402 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42182f7c-ff60-46ad-8a7f-f91f6dbf8a02 req-60021a8c-d331-48fa-b814-f79301b9ea39 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:50.684077 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-42182f7c-ff60-46ad-8a7f-f91f6dbf8a02 req-60021a8c-d331-48fa-b814-f79301b9ea39 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1979830 Jul 14 12:20:50.740292 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:50.758689 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e9844-8a65-48b7-985b-3646a18815f0 req-69823d3e-cb68-491e-9bef-5d0cfdb9fd2c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:50.761120 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ca8e9844-8a65-48b7-985b-3646a18815f0 req-69823d3e-cb68-491e-9bef-5d0cfdb9fd2c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0607116 Jul 14 12:20:50.827195 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ca8e9844-8a65-48b7-985b-3646a18815f0 req-22e0058d-3c10-4c9c-bfe6-5fecaf5de579 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586066 Jul 14 12:20:50.915187 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-42182f7c-ff60-46ad-8a7f-f91f6dbf8a02 req-f5ea1c89-5a82-4f49-8305-e344851000db tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888433 Jul 14 12:20:50.917625 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-438e3eea-af1b-4d79-bc98-9221b8a48a52 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456286 Jul 14 12:20:51.030387 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a req-92896c15-b182-4162-a166-630a17ec2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:51.031874 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a req-92896c15-b182-4162-a166-630a17ec2fb3 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=dfa18dfa445442d4be02d187ed24325f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4069231 Jul 14 12:20:51.169180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Allocated IP 172.20.0.1 (c8c2692e-4527-41ed-9aa4-f0917dfa8533/79be0745-2b0f-4e07-991f-e351e3083bba/9e844427-9829-4e92-a39f-3e6d34da179e) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:51.190949 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c720e461-e3fd-49e7-ae58-f29cc90012fc req-1efd93ab-11c8-403a-a3c5-21402a2773fa service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627230 Jul 14 12:20:51.250982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a req-73eeaf8b-f5cb-4855-a15d-923d658412c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:51.252360 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f60fedb-33f5-42ea-b55b-dd64d9162a1a req-73eeaf8b-f5cb-4855-a15d-923d658412c7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2011876 Jul 14 12:20:51.317144 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:51.330721 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914923da-d188-4e5e-bb36-fbddd614b302 req-890f69d6-406f-4198-93fe-9db3f656ed6b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:51.331464 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks [] for port (9e844427-9829-4e92-a39f-3e6d34da179e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:51.332275 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-914923da-d188-4e5e-bb36-fbddd614b302 req-890f69d6-406f-4198-93fe-9db3f656ed6b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0555058 Jul 14 12:20:51.393793 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-914923da-d188-4e5e-bb36-fbddd614b302 req-f2744099-656e-43d4-a1c3-d4205bb887fd tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544486 Jul 14 12:20:51.428074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:51.481612 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:51.485455 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:51.487985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:51.513292 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:51.514227 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Pushing event updated for resources: {'Port': ['ID=9e844427-9829-4e92-a39f-3e6d34da179e,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:51.541222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (6eef8810-b59d-47c8-8838-35369627d992), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:51.639971 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a6579e5-0255-47a2-be88-4e8b9d59c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:51.641310 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-5a6579e5-0255-47a2-be88-4e8b9d59c836 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1128 time: 0.0634129 Jul 14 12:20:51.771168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:51.795612 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-dc2258c4-d461-4fa3-b031-14337315fd00 None None] Provisioning complete for port 9e844427-9829-4e92-a39f-3e6d34da179e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:51.796435 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dc2258c4-d461-4fa3-b031-14337315fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:51.831387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-dc2258c4-d461-4fa3-b031-14337315fd00 None None] Port 9e844427-9829-4e92-a39f-3e6d34da179e cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:51.979274 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:51.983445 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23dbb-e4cf-43b5-a4d4-df3488663a73 req-c1dcc73c-723b-4c95-91e9-a985e73e4148 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:51.984959 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a8c23dbb-e4cf-43b5-a4d4-df3488663a73 req-c1dcc73c-723b-4c95-91e9-a985e73e4148 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0737267 Jul 14 12:20:52.016170 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks [] for port (9e844427-9829-4e92-a39f-3e6d34da179e), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.031605 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:52.032235 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.062005 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a8c23dbb-e4cf-43b5-a4d4-df3488663a73 req-8c7926ea-8175-4d36-9789-bb8863660145 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706949 Jul 14 12:20:52.067347 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d3244-cbcd-485d-a098-66dfe52c5998 req-00c9f316-dc5a-48bc-9dea-13f18f2eea5c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:52.071223 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-479d3244-cbcd-485d-a098-66dfe52c5998 req-00c9f316-dc5a-48bc-9dea-13f18f2eea5c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0565376 Jul 14 12:20:52.101887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.127747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:52.128125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.142375 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-479d3244-cbcd-485d-a098-66dfe52c5998 req-3bdb1ec9-0760-41ee-adc3-5b74cbd216c0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634360 Jul 14 12:20:52.160270 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:52.239433 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.305179 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:52.427162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (6eef8810-b59d-47c8-8838-35369627d992), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.444851 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Pushing event updated for resources: {'Port': ['ID=9e844427-9829-4e92-a39f-3e6d34da179e,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:52.554005 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeb06b-1670-4d32-a8b1-ed69b1b63858 req-c6443e07-999c-4f51-b450-70230b13f734 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:52.555803 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2eeeb06b-1670-4d32-a8b1-ed69b1b63858 req-c6443e07-999c-4f51-b450-70230b13f734 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0850220 Jul 14 12:20:52.611839 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:52.615985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:52.617764 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:52.636040 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2eeeb06b-1670-4d32-a8b1-ed69b1b63858 req-babd492b-ee4a-4fbd-9176-aed50bb9e406 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727890 Jul 14 12:20:52.800805 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-a6f0ab19-a3d8-4811-8d90-44ddcee73918 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 217 time: 0.0440176 Jul 14 12:20:52.800805 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Router 6eef8810-b59d-47c8-8838-35369627d992 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:20:52.811438 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:52.857049 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-d2b6772b-2faf-4df0-9616-3fa4c9499acf None None] Provisioning complete for port 9e844427-9829-4e92-a39f-3e6d34da179e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:52.857575 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d2b6772b-2faf-4df0-9616-3fa4c9499acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:52.890606 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6772b-2faf-4df0-9616-3fa4c9499acf None None] Port 9e844427-9829-4e92-a39f-3e6d34da179e cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:52.919888 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:52.925136 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-30f287e6-1182-4bde-9d1f-df41bf8d90bd admin admin] 10.222.0.27 "PUT /v2.0/routers/6eef8810-b59d-47c8-8838-35369627d992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3761678 Jul 14 12:20:52.941130 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Sync routers for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:52.948338 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:52.949024 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:53.056097 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:53.201334 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e7fb6-ed90-443e-8997-2ece6bfb7d6d req-de77aba7-3223-46cb-85f5-fa02d23cb430 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:53.203179 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b62e7fb6-ed90-443e-8997-2ece6bfb7d6d req-de77aba7-3223-46cb-85f5-fa02d23cb430 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0632169 Jul 14 12:20:53.299078 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b62e7fb6-ed90-443e-8997-2ece6bfb7d6d req-977b4ff9-b1d4-48cd-8438-3decf4687934 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903103 Jul 14 12:20:53.332665 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d6fdd-1e4a-4cbf-8148-4e3a72ccc68e req-cfc009f2-53c1-4ca1-90ac-12b33d600ee4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:53.334566 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a06d6fdd-1e4a-4cbf-8148-4e3a72ccc68e req-cfc009f2-53c1-4ca1-90ac-12b33d600ee4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1113520 Jul 14 12:20:53.369310 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-0c1f88f9-e17a-45a6-bacf-24ee632c6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:53.370855 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-0c1f88f9-e17a-45a6-bacf-24ee632c6b55 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 200 len: 847 time: 0.1078141 Jul 14 12:20:53.420031 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 2, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:53.440093 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a06d6fdd-1e4a-4cbf-8148-4e3a72ccc68e req-b628c532-da43-4e12-87f6-86af325cd5a9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984700 Jul 14 12:20:53.444833 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Checking router: 6eef8810-b59d-47c8-8838-35369627d992 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:53.445181 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Updating router 6eef8810-b59d-47c8-8838-35369627d992 port 9e844427-9829-4e92-a39f-3e6d34da179e binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:53.474054 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:53.476115 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e90cc2-664e-448e-80b4-a7e9987b1019 req-dd0cccfb-d61e-4963-a7fe-7e56556088d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:53.478004 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d4e90cc2-664e-448e-80b4-a7e9987b1019 req-dd0cccfb-d61e-4963-a7fe-7e56556088d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1129 time: 0.0549929 Jul 14 12:20:53.480349 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804c5b-3021-4302-87e5-30d271f4c759 req-712aa064-ee6f-4543-96fd-8ba7a7fd0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:53.482606 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-712aa064-ee6f-4543-96fd-8ba7a7fd0c7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e2d82ad-097f-449f-ba1a-eddfae1d0196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012895 Jul 14 12:20:53.608202 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d4e90cc2-664e-448e-80b4-a7e9987b1019 req-830287cb-f269-4937-b255-ade3640a430a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105716 Jul 14 12:20:53.632168 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-7525f8ff-885f-4c4c-8de8-e244fe0ef3bf service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270304 Jul 14 12:20:53.753927 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Publish callbacks [] for port (9e844427-9829-4e92-a39f-3e6d34da179e), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:53.765187 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1be11-9af7-4c31-9253-b69be1ba0210 req-aa3f86e6-012a-4977-b5d0-3a8d98a10146 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:53.765187 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfa1be11-9af7-4c31-9253-b69be1ba0210 req-aa3f86e6-012a-4977-b5d0-3a8d98a10146 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0574474 Jul 14 12:20:53.791861 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:53.819834 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfa1be11-9af7-4c31-9253-b69be1ba0210 req-1120f7e9-366a-41de-abd7-bb23da1ccd1f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Jul 14 12:20:53.828162 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:53.882212 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269569f8-e305-4a82-82eb-780edc8ae9dc None None] Pushing event updated for resources: {'Port': ['ID=9e844427-9829-4e92-a39f-3e6d34da179e,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:53.913908 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57666) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:53.921980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-629407020-network', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:53.980584 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Attempting to bind port 9e844427-9829-4e92-a39f-3e6d34da179e on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:53.981201 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Attempting to bind port 9e844427-9829-4e92-a39f-3e6d34da179e by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:53.981297 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Attempting to bind port 9e844427-9829-4e92-a39f-3e6d34da179e on network c8c2692e-4527-41ed-9aa4-f0917dfa8533 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:53.986997 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:53.987297 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Checking segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:53.987886 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:53.988274 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Bound using segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:53.988731 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Bound port: 9e844427-9829-4e92-a39f-3e6d34da179e, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:53.989102 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.003767 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Made reservation on behalf of 08c5082fed204967b2dd11bfbbfdce26 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:54.008531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.010242 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:54.024777 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.080313 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-91804c5b-3021-4302-87e5-30d271f4c759 req-42a7ed0a-211c-4886-90e9-187b8723b28b service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720910 Jul 14 12:20:54.090334 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:54.092093 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] For port 9e844427-9829-4e92-a39f-3e6d34da179e, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:54.096434 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] For port 9e844427-9829-4e92-a39f-3e6d34da179e, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9e844427-9829-4e92-a39f-3e6d34da179e,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:54.098674 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:54.099254 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.123884 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:54.165320 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks [] for security_group (a11c7e0d-5729-483d-bf80-f3e11fc41f21), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.171706 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.186221 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:54.217763 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:54.228767 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:54.229450 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:54.233435 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a11c7e0d-5729-483d-bf80-f3e11fc41f21), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.244509 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] Provisioning complete for port 9e844427-9829-4e92-a39f-3e6d34da179e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:54.244889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.271892 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c7e0d-5729-483d-bf80-f3e11fc41f21,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.273556 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269569f8-e305-4a82-82eb-780edc8ae9dc None None] Pushing event updated for resources: {'Port': ['ID=9e844427-9829-4e92-a39f-3e6d34da179e,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.283532 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:20:54.299208 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (a77575c9-35c5-412a-8e9d-a18aec02d3fc), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.299551 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Added segment a77575c9-35c5-412a-8e9d-a18aec02d3fc of type vlan for network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 Jul 14 12:20:54.359022 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (9f4c7f3d-64fd-4174-9e4a-a38410fe9486), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.372094 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] Current status of the port 9e844427-9829-4e92-a39f-3e6d34da179e is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:54.372605 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.421437 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:54.423073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] For port 9e844427-9829-4e92-a39f-3e6d34da179e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9e844427-9829-4e92-a39f-3e6d34da179e,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:54.451415 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (9f4c7f3d-64fd-4174-9e4a-a38410fe9486), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.452586 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:54.453253 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.473662 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.483223 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a876-ddaf-4284-8834-4f3899361846 req-15d68f02-a416-4bc8-a41b-7e2a0d99be85 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:54.486111 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc52a876-ddaf-4284-8834-4f3899361846 req-15d68f02-a416-4bc8-a41b-7e2a0d99be85 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0584710 Jul 14 12:20:54.532786 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] Pushing event updated for resources: {'Network': ['ID=9f4c7f3d-64fd-4174-9e4a-a38410fe9486,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.543809 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:54.547841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cf4ac-a2c2-4974-a44a-1dc4afe2a035 None None] Pushing event updated for resources: {'Port': ['ID=9e844427-9829-4e92-a39f-3e6d34da179e,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:54.555004 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:20:54.605321 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc52a876-ddaf-4284-8834-4f3899361846 req-c0bb15d2-f910-4365-aa04-ff75ab418c24 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126258 Jul 14 12:20:54.612369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57682) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:54.613545 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3affe851-b527-4265-8238-ea24e4d0b28e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6983397 Jul 14 12:20:54.618938 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Request body: {'subnet': {'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-629407020-subnet', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:54.632675 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a53f8-4551-4c02-ad2e-ed30e6183c29 req-d7282281-6ec1-4d16-b5d3-7a451ab4d6da tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:54.643840 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:54.644599 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-561a53f8-4551-4c02-ad2e-ed30e6183c29 req-d7282281-6ec1-4d16-b5d3-7a451ab4d6da tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0899515 Jul 14 12:20:54.659622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-439b518f-b265-4cdf-aaf2-26bf6f815bba None None] Provisioning complete for port 9e844427-9829-4e92-a39f-3e6d34da179e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:54.659993 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-439b518f-b265-4cdf-aaf2-26bf6f815bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.673708 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa7efb8-7275-4c40-a1eb-15cac46ba70c None None] The sync data for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi is: [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:54.688317 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:54.690340 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-561a53f8-4551-4c02-ad2e-ed30e6183c29 req-051dc0b8-e4c1-45c3-8458-3384360978a2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Jul 14 12:20:54.718746 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Made reservation on behalf of 08c5082fed204967b2dd11bfbbfdce26 for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:20:54.723323 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:54.780428 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-439b518f-b265-4cdf-aaf2-26bf6f815bba None None] Current status of the port 9e844427-9829-4e92-a39f-3e6d34da179e is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:54.812591 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:54.994109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (e195a12f-1cb8-4f5c-8622-7590ae1490ed), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.048999 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:55.061461 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e195a12f-1cb8-4f5c-8622-7590ae1490ed,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:55.070708 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Checking segment: {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:55.071084 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Network hostable DHCP agents. Network: 9f4c7f3d-64fd-4174-9e4a-a38410fe9486, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:20:55.170981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:20:55.262547 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 9f4c7f3d-64fd-4174-9e4a-a38410fe9486) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:55.267697 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:55.269586 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.272896 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972db902-1140-432d-b1b7-85b37531884b None None] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:20:55.381957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-9f4c7f3d-64fd-4174-9e4a-a38410fe9486', 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486', 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'fixed_ips': [{'subnet_id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:20:55.382959 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.400990 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6c5ad5e6-2662-429d-956f-336f9d5b293a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7863107 Jul 14 12:20:55.404245 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57686) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:55.407706 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:20:55.467258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57690) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:55.517939 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Deleting subnet 0ef9f78e-355f-47b5-a193-e7596bcf18c4 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:20:55.520643 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.521884 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.527939 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Publish callbacks [] for subnet (0ef9f78e-355f-47b5-a193-e7596bcf18c4), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.531184 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Allocated IP 172.20.0.2 (9f4c7f3d-64fd-4174-9e4a-a38410fe9486/e195a12f-1cb8-4f5c-8622-7590ae1490ed/f72e82ee-6701-4189-8868-a112e9834d2b) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:55.558815 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:55.727868 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Publish callbacks [] for port (f72e82ee-6701-4189-8868-a112e9834d2b), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.771188 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092aa13c-52bf-429a-a228-6460a2a3aeed req-79f2b3de-a8a0-455f-8d72-8c65d8094211 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:55.773164 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-092aa13c-52bf-429a-a228-6460a2a3aeed req-79f2b3de-a8a0-455f-8d72-8c65d8094211 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0751574 Jul 14 12:20:55.805136 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.829272 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-092aa13c-52bf-429a-a228-6460a2a3aeed req-f231a0ef-43ba-496e-a2e1-2a77c0d1e811 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502150 Jul 14 12:20:55.864905 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:55.870260 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:55.871004 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (0ef9f78e-355f-47b5-a193-e7596bcf18c4), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.872534 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Pushing event updated for resources: {'Port': ['ID=f72e82ee-6701-4189-8868-a112e9834d2b,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:55.874736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:55.931689 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks [] for router_controller (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), precommit_add_association {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.937972 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Attempting to bind port f72e82ee-6701-4189-8868-a112e9834d2b on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:55.938505 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Attempting to bind port f72e82ee-6701-4189-8868-a112e9834d2b by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:55.940283 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Attempting to bind port f72e82ee-6701-4189-8868-a112e9834d2b on network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:55.945215 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:55.945640 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Checking segment: {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:55.946109 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.946589 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Bound using segment: {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:55.948199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Bound port: f72e82ee-6701-4189-8868-a112e9834d2b, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:55.948199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:55.961906 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ebb0a-1da5-4f1a-93fb-db042085d17a req-3088d584-6cd9-4941-98f8-d7ff26256b22 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:55.964225 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0f4ebb0a-1da5-4f1a-93fb-db042085d17a req-3088d584-6cd9-4941-98f8-d7ff26256b22 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0962765 Jul 14 12:20:55.965434 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (0ef9f78e-355f-47b5-a193-e7596bcf18c4), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.012716 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9e844427-9829-4e92-a39f-3e6d34da179e up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:56.058060 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] For port f72e82ee-6701-4189-8868-a112e9834d2b, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:56.073379 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:56.077978 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] For port f72e82ee-6701-4189-8868-a112e9834d2b, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f72e82ee-6701-4189-8868-a112e9834d2b,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:56.085405 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 9e844427-9829-4e92-a39f-3e6d34da179e triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:56.085778 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.134665 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0f4ebb0a-1da5-4f1a-93fb-db042085d17a req-6418d2e4-15bf-4629-8efe-01585da45598 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242342 Jul 14 12:20:56.152073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.161129 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:56.200373 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks [] for router_gateway (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.205960 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (0ef9f78e-355f-47b5-a193-e7596bcf18c4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.207636 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 9e844427-9829-4e92-a39f-3e6d34da179e is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:56.245444 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c0b24-52d8-4555-b703-8560b08be5aa None None] Pushing event updated for resources: {'Port': ['ID=f72e82ee-6701-4189-8868-a112e9834d2b,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.246561 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef9f78e-355f-47b5-a193-e7596bcf18c4,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.250446 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.253881 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-013f36cd-67ab-4227-a5d8-8d987bb93799 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0ef9f78e-355f-47b5-a193-e7596bcf18c4 HTTP/1.1" status: 204 len: 168 time: 0.7848413 Jul 14 12:20:56.256710 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57704) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:56.332651 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (c7c0701d-ea07-40d2-a551-c26bc0c8851b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.442494 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:56.447130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (c7c0701d-ea07-40d2-a551-c26bc0c8851b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.468067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c0701d-ea07-40d2-a551-c26bc0c8851b']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:56.480639 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:56.480639 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:56.494401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.500143 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks [] for router_gateway (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.513879 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.522147 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:20:56.522539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.539038 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.594786 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10 resource provider aggregate not found Jul 14 12:20:56.629975 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd0ec8f7-64d1-46f4-8eb7-1ec8f3a47c10 found for delete ", "request_id": "req-dfdaf236-9e69-45b7-a7b6-142bad123022"}]} Jul 14 12:20:56.674661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff095e4d-97b0-43e0-80f5-d934d55a5bfb req-646e1a77-da72-4c35-aa76-7880fdc60fa5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:56.676236 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff095e4d-97b0-43e0-80f5-d934d55a5bfb req-646e1a77-da72-4c35-aa76-7880fdc60fa5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1237743 Jul 14 12:20:56.677069 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Allocated IP 172.27.1.78 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/f6919e51-7ca3-4ece-b0ed-6ed616481402) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:56.679705 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (c7c0701d-ea07-40d2-a551-c26bc0c8851b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.687407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.690511 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] 10.222.0.27 "DELETE /v2.0/networks/c7c0701d-ea07-40d2-a551-c26bc0c8851b HTTP/1.1" status: 204 len: 168 time: 0.4328256 Jul 14 12:20:56.734240 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-c522ed05-4c8a-4f7a-bd36-b6ed8e19dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:56.737102 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-c522ed05-4c8a-4f7a-bd36-b6ed8e19dba8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1129 time: 0.0969226 Jul 14 12:20:56.737350 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849bbd-9baf-4f4d-bb01-9c8461db9caf admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c0701d-ea07-40d2-a551-c26bc0c8851b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:56.802050 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff095e4d-97b0-43e0-80f5-d934d55a5bfb req-c4a74355-15d6-457b-bfad-be2c850bfd5f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103730 Jul 14 12:20:56.817275 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks [] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.834149 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:56.866365 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-8cc9bc6e-b725-4805-a621-b4cf158e3472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:56.867854 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-8cc9bc6e-b725-4805-a621-b4cf158e3472 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1204078 Jul 14 12:20:56.909667 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-ba16ad0d-99ed-40f2-9053-4c37d4a339bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 200 len: 217 time: 0.0339558 Jul 14 12:20:56.938178 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:56.971817 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-50ca069d-cecc-4d15-8404-4fe5b93bec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:56.973649 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-50ca069d-cecc-4d15-8404-4fe5b93bec4e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0522995 Jul 14 12:20:56.981544 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b3226-b11a-4b77-9d00-bc247f38f620 req-bb7bf332-c315-4bc7-8e4a-4631aedafcc0 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:56.983416 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-709b3226-b11a-4b77-9d00-bc247f38f620 req-bb7bf332-c315-4bc7-8e4a-4631aedafcc0 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0815816 Jul 14 12:20:56.993464 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:57.007971 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:57.022868 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:57.039675 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-99e70390-44e4-4efb-9a7f-3e2bd4337b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:57.041912 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-99e70390-44e4-4efb-9a7f-3e2bd4337b97 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610697 Jul 14 12:20:57.047382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Pushing event updated for resources: {'Port': ['ID=f6919e51-7ca3-4ece-b0ed-6ed616481402,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:57.063261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:57.095651 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-709b3226-b11a-4b77-9d00-bc247f38f620 req-3840e9a7-a853-48df-a49b-131132f320ee tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058662 Jul 14 12:20:57.163073 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-73a67425-bd73-43c1-b25a-74f397f8e764 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124856 Jul 14 12:20:57.163978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57718) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:57.256904 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:57.279863 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-2e9c219a-d033-42be-9bbb-21c5b690f80e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8bf2b73c991f489d915d7124b5d24564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1124067 Jul 14 12:20:57.280382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57720) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:57.306922 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd9682b7-10f1-4d33-9d43-d084f136a4d8 req-db3b6648-04ce-46dc-a626-69c0e2901f72 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335599 Jul 14 12:20:57.365355 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962d7a7-d0b8-4b4c-8c03-63723948362d None None] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:20:57.405121 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36db-de7a-45d3-865a-ab497a56bdfd admin admin] Publish callbacks [] for security_group (9dee6d10-f3f7-4575-b35d-ee2e4902dc5a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.437993 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] Provisioning complete for port f72e82ee-6701-4189-8868-a112e9834d2b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:57.438295 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.441472 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36db-de7a-45d3-865a-ab497a56bdfd admin admin] Publish callbacks [] for security_group (9dee6d10-f3f7-4575-b35d-ee2e4902dc5a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.443599 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks [] for router_gateway (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.546789 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:57.553700 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] Current status of the port f72e82ee-6701-4189-8868-a112e9834d2b is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:57.554091 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.595059 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] For port f72e82ee-6701-4189-8868-a112e9834d2b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f72e82ee-6701-4189-8868-a112e9834d2b,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:20:57.640370 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36db-de7a-45d3-865a-ab497a56bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (9dee6d10-f3f7-4575-b35d-ee2e4902dc5a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.642855 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6d8a36db-de7a-45d3-865a-ab497a56bdfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.646383 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6d8a36db-de7a-45d3-865a-ab497a56bdfd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9dee6d10-f3f7-4575-b35d-ee2e4902dc5a HTTP/1.1" status: 204 len: 168 time: 0.3624237 Jul 14 12:20:57.656666 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.662628 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a36db-de7a-45d3-865a-ab497a56bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dee6d10-f3f7-4575-b35d-ee2e4902dc5a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:57.691894 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.723908 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c17dd-3d90-4491-ae15-9353c2c1e3db None None] Pushing event updated for resources: {'Port': ['ID=f72e82ee-6701-4189-8868-a112e9834d2b,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:57.907377 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-b7bfdc0d-4bf0-4ddf-aa90-d548047bb251 None None] Provisioning complete for port f72e82ee-6701-4189-8868-a112e9834d2b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:57.911395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7bfdc0d-4bf0-4ddf-aa90-d548047bb251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:57.932286 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:20:57.954799 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eeb3c7-4f9e-42a0-8871-886fa03cf643 req-ca6cf85e-3e9c-4f32-a78b-a124aa4f9727 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:57.959174 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-14eeb3c7-4f9e-42a0-8871-886fa03cf643 req-ca6cf85e-3e9c-4f32-a78b-a124aa4f9727 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0731871 Jul 14 12:20:57.996997 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b7bfdc0d-4bf0-4ddf-aa90-d548047bb251 None None] Current status of the port f72e82ee-6701-4189-8868-a112e9834d2b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:58.001596 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f72e82ee-6701-4189-8868-a112e9834d2b up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:20:58.037765 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-14eeb3c7-4f9e-42a0-8871-886fa03cf643 req-54d72708-8c41-4678-a7a7-e47ea2df6d3d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612433 Jul 14 12:20:58.047761 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f72e82ee-6701-4189-8868-a112e9834d2b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:58.048204 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.083952 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:20:58.096788 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:58.098910 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Sync routers for ids ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:20:58.123836 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Routers {'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:58.123836 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:58.189564 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.193849 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-95d32d6a-a029-467e-a1cd-996c0b277423 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7887115 Jul 14 12:20:58.194440 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 57734) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:20:58.233533 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c5641-f861-49b8-ba42-83f8354c2f5d req-391bfd59-53af-4d67-b70e-237f18ec1947 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:58.241011 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-647c5641-f861-49b8-ba42-83f8354c2f5d req-391bfd59-53af-4d67-b70e-237f18ec1947 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0654063 Jul 14 12:20:58.242456 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:58.256756 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f72e82ee-6701-4189-8868-a112e9834d2b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:20:58.276100 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Set router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:58.314016 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-647c5641-f861-49b8-ba42-83f8354c2f5d req-1965f7a5-5d40-4daf-b65b-a7e540715248 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720048 Jul 14 12:20:58.449391 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:58.459820 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:20:57Z', 'revision_number': 3, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:58.491624 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Checking router: e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:20:58.491981 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Updating router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 port f6919e51-7ca3-4ece-b0ed-6ed616481402 binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:20:58.523584 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.637824 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.791764 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Publish callbacks [] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.817305 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Allocated IP 172.20.0.1 (9f4c7f3d-64fd-4174-9e4a-a38410fe9486/e195a12f-1cb8-4f5c-8622-7590ae1490ed/81f1f74e-574d-486c-a802-3602d09cd2c9) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:20:58.844437 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.902613 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Attempting to bind port f6919e51-7ca3-4ece-b0ed-6ed616481402 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:20:58.903081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Attempting to bind port f6919e51-7ca3-4ece-b0ed-6ed616481402 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:20:58.903439 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Attempting to bind port f6919e51-7ca3-4ece-b0ed-6ed616481402 on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:20:58.906893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d045c-6294-4412-91d6-70c83cb5b80e None None] Pushing event updated for resources: {'Port': ['ID=f6919e51-7ca3-4ece-b0ed-6ed616481402,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:58.912138 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:20:58.912138 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:20:58.912402 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:58.912621 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.913168 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:20:58.913908 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Bound port: f6919e51-7ca3-4ece-b0ed-6ed616481402, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:20:58.914294 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.934224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks [] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:58.945143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:58.975278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] For port f6919e51-7ca3-4ece-b0ed-6ed616481402, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:20:58.978436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] For port f6919e51-7ca3-4ece-b0ed-6ed616481402, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f6919e51-7ca3-4ece-b0ed-6ed616481402,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:20:59.051059 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.095619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:20:59.097339 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.101909 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:20:59.104974 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:20:59.134016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Pushing event updated for resources: {'Port': ['ID=81f1f74e-574d-486c-a802-3602d09cd2c9,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:59.165972 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.187474 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Routers {'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:20:59.188177 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:59.238800 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d045c-6294-4412-91d6-70c83cb5b80e None None] Pushing event updated for resources: {'Port': ['ID=f6919e51-7ca3-4ece-b0ed-6ed616481402,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:59.281280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0821653-42ae-494b-85b8-3d209724196e req-9d9d4c6e-982c-426d-9043-d1d77b16e57c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:59.282844 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d0821653-42ae-494b-85b8-3d209724196e req-9d9d4c6e-982c-426d-9043-d1d77b16e57c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.1298568 Jul 14 12:20:59.328126 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] Set router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:20:59.356497 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d0821653-42ae-494b-85b8-3d209724196e req-d82eb300-3cd5-49bc-bb0b-aaf2e4fa7f28 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662036 Jul 14 12:20:59.485944 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b192cb-555a-48ef-9bd1-ef3d6168ff5d req-4c9e2b73-c2ee-427a-ba69-9ec84e2cc6c5 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:20:59.487447 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8b192cb-555a-48ef-9bd1-ef3d6168ff5d req-4c9e2b73-c2ee-427a-ba69-9ec84e2cc6c5 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0635390 Jul 14 12:20:59.489930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:59.554007 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8b192cb-555a-48ef-9bd1-ef3d6168ff5d req-bae01cb1-2045-45e5-a4f4-5bb3c66f994d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600066 Jul 14 12:20:59.561240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1ad652b6-1616-40fc-9a98-3302aa767a81 None None] Provisioning complete for port 81f1f74e-574d-486c-a802-3602d09cd2c9 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:20:59.561796 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1ad652b6-1616-40fc-9a98-3302aa767a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.582833 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.597660 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:20:57Z', 'revision_number': 3, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:20:59.631364 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ed537-6f33-4dba-91e3-80d7255532d9 None None] The sync data for ids ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'] in dv-cinder-848900-3-iscsi is: [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:20:57Z', 'revision_number': 3, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:20:59.633874 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1ad652b6-1616-40fc-9a98-3302aa767a81 None None] Port 81f1f74e-574d-486c-a802-3602d09cd2c9 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:20:59.746999 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:20:59.767997 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks [] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.857131 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:20:59.951985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Pushing event updated for resources: {'Port': ['ID=81f1f74e-574d-486c-a802-3602d09cd2c9,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:20:59.965069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:00.081124 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:00.082828 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:00.355423 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:00.358104 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-5639ea78-1bf3-413c-9217-6bdd07873aea None None] Provisioning complete for port 81f1f74e-574d-486c-a802-3602d09cd2c9 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:00.358506 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5639ea78-1bf3-413c-9217-6bdd07873aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:00.396243 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5639ea78-1bf3-413c-9217-6bdd07873aea None None] Port 81f1f74e-574d-486c-a802-3602d09cd2c9 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:21:00.479992 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:21:00.494618 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7803c-a3c2-4416-b9b4-2a5a57f4543a req-71b0aae7-8f4f-4d95-96c6-c16b12c2c0c0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:00.496246 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a3c7803c-a3c2-4416-b9b4-2a5a57f4543a req-71b0aae7-8f4f-4d95-96c6-c16b12c2c0c0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0611522 Jul 14 12:21:00.624244 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a3c7803c-a3c2-4416-b9b4-2a5a57f4543a req-8e803a7b-577b-4e76-8a83-bd80e49d7b8b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220632 Jul 14 12:21:00.638282 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:21:00.653861 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e459dae7-2acd-47a5-8d4c-3cdc1a5eaa33 admin admin] 10.222.0.27 "PUT /v2.0/routers/e5fc4304-3f2a-46f5-b8d1-e7c4634473d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477873 Jul 14 12:21:00.689553 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e1bbf-4e6d-4db0-814f-b8f6c13cf853 req-d977b88e-5d5f-4ab8-8f75-ba9ba3b1c861 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:00.691563 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-656e1bbf-4e6d-4db0-814f-b8f6c13cf853 req-d977b88e-5d5f-4ab8-8f75-ba9ba3b1c861 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0717189 Jul 14 12:21:00.752912 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-656e1bbf-4e6d-4db0-814f-b8f6c13cf853 req-08594af6-e5b5-4794-93bc-9ef50b1a918c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542929 Jul 14 12:21:01.053296 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-8fc5a3c0-b277-4a4f-8b33-3c4fff061190 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=206723edeb144547882daa902124ed7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388293 Jul 14 12:21:01.102272 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:01.258102 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a7c33328-6e1a-48ef-a89d-292d6f531543 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:01.261462 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a7c33328-6e1a-48ef-a89d-292d6f531543 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028365 Jul 14 12:21:01.275796 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-560b082d-8288-456b-9993-1dba1ca0ab73 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/quotas/206723edeb144547882daa902124ed7c HTTP/1.1" status: 200 len: 375 time: 0.0093911 Jul 14 12:21:01.313822 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-0a21f0e2-c4c2-4add-a8df-0c1d87876114 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=206723edeb144547882daa902124ed7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284119 Jul 14 12:21:01.527889 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b83639a2-9b57-4d69-8733-82a3a923e8fe req-97bc1149-693c-49a4-8d7b-b1158c419908 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0340168 Jul 14 12:21:01.900869 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9857064-b791-401f-ba77-32273edd5139 req-b3087ff6-de15-4c29-862b-3081ad0d596c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:01.908137 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e9857064-b791-401f-ba77-32273edd5139 req-b3087ff6-de15-4c29-862b-3081ad0d596c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0690961 Jul 14 12:21:01.973965 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e9857064-b791-401f-ba77-32273edd5139 req-4ab7d245-8b32-43b4-832b-d17ee5f723e8 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646999 Jul 14 12:21:02.026275 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f6919e51-7ca3-4ece-b0ed-6ed616481402 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:02.034998 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Sync routers for ids ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:21:02.057162 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Routers {'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:21:02.058414 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:02.146587 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f6919e51-7ca3-4ece-b0ed-6ed616481402 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:02.147073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:02.210032 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Set router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:21:02.243379 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f6919e51-7ca3-4ece-b0ed-6ed616481402 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:02.244060 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:02.266211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port f6919e51-7ca3-4ece-b0ed-6ed616481402, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f6919e51-7ca3-4ece-b0ed-6ed616481402,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:02.341735 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:02.403395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=f6919e51-7ca3-4ece-b0ed-6ed616481402,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:02.406589 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:02.414890 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:21:02.416480 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:20:59Z', 'revision_number': 4, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '81f1f74e-574d-486c-a802-3602d09cd2c9', 'name': '', 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'mac_address': 'fa:16:3e:10:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:58Z', 'updated_at': '2022-07-14T12:20:59Z', 'revision_number': 2, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'subnets': [{'id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:02.442697 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Checking router: e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:21:02.443154 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Updating router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 port 81f1f74e-574d-486c-a802-3602d09cd2c9 binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:21:02.476993 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:02.651293 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fea55c02-9b12-4987-a5c1-d50707b53358 req-e98c7b5e-3924-4b60-8979-701fbe62225e tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0362678 Jul 14 12:21:02.870798 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Publish callbacks [] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:02.942010 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.006651 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Pushing event updated for resources: {'Port': ['ID=81f1f74e-574d-486c-a802-3602d09cd2c9,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:03.022923 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.023741 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.024305 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.025677 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.027271 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.028156 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.028694 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.029268 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.029797 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.030338 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.031615 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.032185 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.032716 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.033848 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.034411 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:03.155152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408273c-4b2e-4566-9043-add8414394cf req-767f2948-4e64-44b5-9845-7d6b726f940b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:03.162737 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3408273c-4b2e-4566-9043-add8414394cf req-767f2948-4e64-44b5-9845-7d6b726f940b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0835145 Jul 14 12:21:03.219287 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Attempting to bind port 81f1f74e-574d-486c-a802-3602d09cd2c9 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:21:03.220249 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Attempting to bind port 81f1f74e-574d-486c-a802-3602d09cd2c9 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:21:03.220769 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Attempting to bind port 81f1f74e-574d-486c-a802-3602d09cd2c9 on network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:03.226646 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:21:03.227423 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Checking segment: {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:21:03.228537 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.229220 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Bound using segment: {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:21:03.229685 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Bound port: 81f1f74e-574d-486c-a802-3602d09cd2c9, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77575c9-35c5-412a-8e9d-a18aec02d3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:21:03.230214 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.232544 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3408273c-4b2e-4566-9043-add8414394cf req-bfd533f6-8940-4377-bfc7-29dd64016199 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678451 Jul 14 12:21:03.240391 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:03.304023 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] For port 81f1f74e-574d-486c-a802-3602d09cd2c9, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:03.307661 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] For port 81f1f74e-574d-486c-a802-3602d09cd2c9, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=81f1f74e-574d-486c-a802-3602d09cd2c9,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:03.417146 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.458379 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] Provisioning complete for port 81f1f74e-574d-486c-a802-3602d09cd2c9 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:03.459403 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.487393 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Routers {'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:21:03.488128 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:20:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:03.494319 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca67ea6-8421-4649-b823-e14819923768 None None] Pushing event updated for resources: {'Port': ['ID=81f1f74e-574d-486c-a802-3602d09cd2c9,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:03.561874 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] Current status of the port 81f1f74e-574d-486c-a802-3602d09cd2c9 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:03.562260 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.606502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] For port 81f1f74e-574d-486c-a802-3602d09cd2c9, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=81f1f74e-574d-486c-a802-3602d09cd2c9,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:03.643613 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] Set router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:21:03.720241 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.756943 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-26b00a53-d96e-4610-8c39-45bb89da884c req-a4d926ff-79ab-4f21-8e5c-fb876dd3cd0e tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0396528 Jul 14 12:21:03.799885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b81566-4b20-44f8-9d26-5f9e2a880401 None None] Pushing event updated for resources: {'Port': ['ID=81f1f74e-574d-486c-a802-3602d09cd2c9,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:03.874167 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-fcc2027e-6563-48fa-aeba-f4862e54e205 None None] Provisioning complete for port 81f1f74e-574d-486c-a802-3602d09cd2c9 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:03.874595 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fcc2027e-6563-48fa-aeba-f4862e54e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:03.983689 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:20:59Z', 'revision_number': 4, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '81f1f74e-574d-486c-a802-3602d09cd2c9', 'name': '', 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'mac_address': 'fa:16:3e:10:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:58Z', 'updated_at': '2022-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'subnets': [{'id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:03.986406 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2027e-6563-48fa-aeba-f4862e54e205 None None] Current status of the port 81f1f74e-574d-486c-a802-3602d09cd2c9 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:04.014145 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417fcdb-0929-4f8e-9d4f-8e3f17e39b15 None None] The sync data for ids ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'] in dv-cinder-848900-3-iscsi is: [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:20:59Z', 'revision_number': 4, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '81f1f74e-574d-486c-a802-3602d09cd2c9', 'name': '', 'network_id': '9f4c7f3d-64fd-4174-9e4a-a38410fe9486', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'mac_address': 'fa:16:3e:10:1f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:58Z', 'updated_at': '2022-07-14T12:21:03Z', 'revision_number': 4, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'subnets': [{'id': 'e195a12f-1cb8-4f5c-8622-7590ae1490ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:04.038632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f6919e51-7ca3-4ece-b0ed-6ed616481402 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:04.142138 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port f6919e51-7ca3-4ece-b0ed-6ed616481402 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:04.142138 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:04.159062 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:04.263604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port f6919e51-7ca3-4ece-b0ed-6ed616481402 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:04.410646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1514c-3c19-4428-b850-35e195123256 req-0d20ad45-fa40-4ed8-a947-bdae46fcffb4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:04.412219 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3de1514c-3c19-4428-b850-35e195123256 req-0d20ad45-fa40-4ed8-a947-bdae46fcffb4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0750184 Jul 14 12:21:04.495452 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3de1514c-3c19-4428-b850-35e195123256 req-a5b4f3c9-0fb1-4a3c-82f8-8eac45c55a39 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680015 Jul 14 12:21:04.861639 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c2bacfc9-c826-4801-8ffb-fe907448bf23 req-d21ca884-788d-4a47-9c2d-57e8569a3c9d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0292919 Jul 14 12:21:05.646966 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e82cf7-5bf1-47da-9cff-32ed7af4989a req-6734bde5-7a2c-4c4c-a444-92746dfe86ee tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:05.654268 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-58e82cf7-5bf1-47da-9cff-32ed7af4989a req-6734bde5-7a2c-4c4c-a444-92746dfe86ee tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0615768 Jul 14 12:21:05.709516 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57866) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:05.714946 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943050481', 'description': 'tempest-description--1874947075'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:05.736464 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-58e82cf7-5bf1-47da-9cff-32ed7af4989a req-99c8b23f-1a87-43ff-8d7a-673ac2421edc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797830 Jul 14 12:21:05.833919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:05.858139 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-926c2dd3-494f-4624-862e-d2887fda99f8 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=206723edeb144547882daa902124ed7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288506 Jul 14 12:21:05.940724 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group (78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.026915 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:06.033944 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.106632 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-71b7b682-3d82-49ee-bee9-58af08e5ba07 req-64126000-c579-4d47-983c-7f4740b6453b tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0558069 Jul 14 12:21:06.112896 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:06.127934 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.142050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-01324fc3-8288-47e5-ae93-3154533e4614 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:06.142336 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d34d5846-7faa-4443-a8b2-af4e2d52c1d9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4296052 Jul 14 12:21:06.147251 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57872) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:06.155325 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-01324fc3-8288-47e5-ae93-3154533e4614 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842181 Jul 14 12:21:06.158356 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'security_group_rule': {'security_group_id': '78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:06.160395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 81f1f74e-574d-486c-a802-3602d09cd2c9 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:06.177027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Request body: {'port': {'device_id': '2aca3a55-17cb-461a-ad99-5606410ac540', 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a', 'admin_state_up': True, 'tenant_id': '206723edeb144547882daa902124ed7c'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:06.210231 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:06.260164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 81f1f74e-574d-486c-a802-3602d09cd2c9 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:06.260829 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.265382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group_rule (829b8b0a-f92a-4c99-b521-1623e07d1149), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.371414 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group_rule (829b8b0a-f92a-4c99-b521-1623e07d1149), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.393150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 81f1f74e-574d-486c-a802-3602d09cd2c9 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:06.414322 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Made reservation on behalf of 206723edeb144547882daa902124ed7c for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:06.422807 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.432632 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.473288 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (829b8b0a-f92a-4c99-b521-1623e07d1149), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.492237 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:06.500941 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829b8b0a-f92a-4c99-b521-1623e07d1149,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:06.554943 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks [] for security_group (31d2890d-0026-4022-8da0-0a58dc137ca8), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.566939 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.568187 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-38b32df0-b1ed-4b54-a3f1-a71837672ad6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4196849 Jul 14 12:21:06.570927 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57884) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:06.575900 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'security_group_rule': {'security_group_id': '78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:06.621751 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (31d2890d-0026-4022-8da0-0a58dc137ca8), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.646051 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group_rule (313e7cec-1a6a-4120-a47c-989e0918f258), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.704044 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d2890d-0026-4022-8da0-0a58dc137ca8,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:06.743212 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:06.756530 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group_rule (313e7cec-1a6a-4120-a47c-989e0918f258), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.840013 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (313e7cec-1a6a-4120-a47c-989e0918f258), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.859347 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:06.874330 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313e7cec-1a6a-4120-a47c-989e0918f258,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:06.892215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6859-4262-4f2e-afae-7b284c086158 req-86232c6d-c57f-46ea-83c2-1dd3b530469b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:06.893906 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d17f6859-4262-4f2e-afae-7b284c086158 req-86232c6d-c57f-46ea-83c2-1dd3b530469b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0802479 Jul 14 12:21:06.902160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:06.936260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Allocated IP 192.168.233.3 (37a794b2-a412-467e-a6ba-3b29cef6cf1a/85411cd7-deac-4850-9142-ec6301ed6eba/5a931f59-eb56-4d86-86ee-de446155344c) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:06.975956 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:06.978473 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-227c82fb-155b-4ec0-b198-61672ea93566 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4059608 Jul 14 12:21:06.982334 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 57888) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:06.986948 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d17f6859-4262-4f2e-afae-7b284c086158 req-c29ecd72-5fbc-405f-94d7-b2b46198f887 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813034 Jul 14 12:21:06.991091 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:07.005497 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:07.016641 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'port_id': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'mac_address': 'fa:16:3e:6d:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:07.072540 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 97573f11-1cde-45f1-8103-8f5b45ac6f97 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:07.074625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.090675 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97573f11-1cde-45f1-8103-8f5b45ac6f97 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:07.106407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:07.116620 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:07.171087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks [] for port (5a931f59-eb56-4d86-86ee-de446155344c), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.213205 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.231914 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.238422 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-508bef63-739c-490e-9bc7-118c743190f1 req-e1489883-0134-4986-89c6-89444cd3105b tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0383606 Jul 14 12:21:07.303248 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:07.344377 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (5a931f59-eb56-4d86-86ee-de446155344c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.348011 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.382261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Network 37a794b2-a412-467e-a6ba-3b29cef6cf1a is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:07.386322 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:07.394422 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:21:07.428935 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Pushing event updated for resources: {'Port': ['ID=5a931f59-eb56-4d86-86ee-de446155344c,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:07.459158 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:07.460006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.523494 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Allocated IP 172.27.1.197 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/051928a2-c928-4d37-8ffa-a1b9b147f87b) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:07.541849 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-77059b1a-553a-4694-ae3d-3d93ea68cec1 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3693182 Jul 14 12:21:07.561465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Request body: {'port': {'device_id': '2aca3a55-17cb-461a-ad99-5606410ac540', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:07.648275 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['97573f11-1cde-45f1-8103-8f5b45ac6f97'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:07.654040 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (5a931f59-eb56-4d86-86ee-de446155344c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.698417 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.760588 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1698f54a-0661-4eae-b25b-a3157ea62498 None None] Provisioning complete for port 5a931f59-eb56-4d86-86ee-de446155344c triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:07.761229 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1698f54a-0661-4eae-b25b-a3157ea62498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5a931f59-eb56-4d86-86ee-de446155344c), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.817001 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:07.818745 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1698f54a-0661-4eae-b25b-a3157ea62498 None None] Port 5a931f59-eb56-4d86-86ee-de446155344c cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:21:07.852072 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:07.874395 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:07.876279 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:07.878331 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'Port': ['ID=051928a2-c928-4d37-8ffa-a1b9b147f87b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:07.880896 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:21:07.945989 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:07.972636 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:07.998511 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.010051 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2e59b9-73a4-4e7d-bc41-984ee7ce6735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.057524 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a931f59-eb56-4d86-86ee-de446155344c {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:08.068134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Publish callbacks [] for port (5a931f59-eb56-4d86-86ee-de446155344c), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.086201 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Transition to ACTIVE for port object 5a931f59-eb56-4d86-86ee-de446155344c will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:21:08.123320 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.166308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f0824-aa72-4be8-a20c-4ddc90119411 req-84d11e99-e2b6-42b3-a4c1-d1db54e5100e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:08.168050 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-592f0824-aa72-4be8-a20c-4ddc90119411 req-84d11e99-e2b6-42b3-a4c1-d1db54e5100e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 945 time: 0.0794311 Jul 14 12:21:08.169841 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (5a931f59-eb56-4d86-86ee-de446155344c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.304195 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-592f0824-aa72-4be8-a20c-4ddc90119411 req-71b511c1-faf4-449b-b662-d05ffb282a16 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244707 Jul 14 12:21:08.311918 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Pushing event updated for resources: {'Port': ['ID=5a931f59-eb56-4d86-86ee-de446155344c,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:08.365912 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:08.425558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Attempting to bind port 5a931f59-eb56-4d86-86ee-de446155344c on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:21:08.426432 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Attempting to bind port 5a931f59-eb56-4d86-86ee-de446155344c by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:21:08.426432 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Attempting to bind port 5a931f59-eb56-4d86-86ee-de446155344c on network 37a794b2-a412-467e-a6ba-3b29cef6cf1a {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:08.437561 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Port 5a931f59-eb56-4d86-86ee-de446155344c on network 37a794b2-a412-467e-a6ba-3b29cef6cf1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:21:08.438050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Attempting to bind port 5a931f59-eb56-4d86-86ee-de446155344c on network 37a794b2-a412-467e-a6ba-3b29cef6cf1a {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:08.444181 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:08.445605 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:21:08.447224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Checking segment: {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:21:08.447937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Bound using segment: {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:21:08.448631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Bound port: 5a931f59-eb56-4d86-86ee-de446155344c, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6dc546-4334-4cdd-9775-e670527fd05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:21:08.449098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (5a931f59-eb56-4d86-86ee-de446155344c), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.482962 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b29b95-5efb-4e18-b715-4ee0531461b0 req-60212547-5487-4636-9148-6cb9150e7fce tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:08.491414 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a2b29b95-5efb-4e18-b715-4ee0531461b0 req-60212547-5487-4636-9148-6cb9150e7fce tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0624139 Jul 14 12:21:08.492562 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.566208 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a2b29b95-5efb-4e18-b715-4ee0531461b0 req-7661c019-d680-45ee-b612-6097f0f661e9 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694213 Jul 14 12:21:08.579322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.634109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] For port 5a931f59-eb56-4d86-86ee-de446155344c, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:08.640537 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] For port 5a931f59-eb56-4d86-86ee-de446155344c, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=5a931f59-eb56-4d86-86ee-de446155344c,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:08.699172 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'Port': ['ID=051928a2-c928-4d37-8ffa-a1b9b147f87b,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:08.703972 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.721080 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (5a931f59-eb56-4d86-86ee-de446155344c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.768347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:08.769076 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.769903 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:08.770662 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] 10.222.0.86 "PUT /v2.0/ports/5a931f59-eb56-4d86-86ee-de446155344c HTTP/1.1" status: 200 len: 1096 time: 1.2140963 Jul 14 12:21:08.771402 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aca3a55-17cb-461a-ad99-5606410ac540', 'tag': '5a931f59-eb56-4d86-86ee-de446155344c'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:08.783732 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-eddcea33-2d53-4330-b448-8075ddc434e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7870984 Jul 14 12:21:08.784598 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89822788-e0eb-4dfa-b5d2-e6c6d66e941b" -d '{"events": [{"name": "network-changed", "server_uuid": "2aca3a55-17cb-461a-ad99-5606410ac540", "tag": "5a931f59-eb56-4d86-86ee-de446155344c"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:08.838212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a067ad-37d5-4681-877c-f8ccccd63445 service neutron] Pushing event updated for resources: {'Port': ['ID=5a931f59-eb56-4d86-86ee-de446155344c,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:08.858981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575d2a3-a983-487e-8af9-4aa0eebcc7d4 x-openstack-request-id: req-2575d2a3-a983-487e-8af9-4aa0eebcc7d4 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:08.859273 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aca3a55-17cb-461a-ad99-5606410ac540", "tag": "5a931f59-eb56-4d86-86ee-de446155344c", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:08.859542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2575d2a3-a983-487e-8af9-4aa0eebcc7d4 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:08.859947 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2575d2a3-a983-487e-8af9-4aa0eebcc7d4'] response: {'name': 'network-changed', 'server_uuid': '2aca3a55-17cb-461a-ad99-5606410ac540', 'tag': '5a931f59-eb56-4d86-86ee-de446155344c', 'status': 'completed', 'code': 200} Jul 14 12:21:08.963010 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:09.025875 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 97573f11-1cde-45f1-8103-8f5b45ac6f97 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:21:09.041494 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822788-e0eb-4dfa-b5d2-e6c6d66e941b req-5c47d2d2-1e3b-4071-9709-26338f739c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.055024 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-89822788-e0eb-4dfa-b5d2-e6c6d66e941b req-5c47d2d2-1e3b-4071-9709-26338f739c18 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=206723edeb144547882daa902124ed7c&device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 1130 time: 0.1219635 Jul 14 12:21:09.082857 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-89822788-e0eb-4dfa-b5d2-e6c6d66e941b req-9ac6ac4a-f2b8-4c2c-9ea9-52ac110ddc35 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=206723edeb144547882daa902124ed7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214996 Jul 14 12:21:09.118194 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-6f64da63-fd0b-4deb-8b7b-0932d9643689 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--943050481&fields=id&tenant_id=bb62d84584b3426687390833270648d6 HTTP/1.1" status: 200 len: 267 time: 0.0637884 Jul 14 12:21:09.136634 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 97573f11-1cde-45f1-8103-8f5b45ac6f97 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:09.137012 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:09.228685 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89822788-e0eb-4dfa-b5d2-e6c6d66e941b req-8d15d034-c4ee-4735-ba2f-81cf1eb45a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.230286 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-89822788-e0eb-4dfa-b5d2-e6c6d66e941b req-8d15d034-c4ee-4735-ba2f-81cf1eb45a7a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410010 Jul 14 12:21:09.247965 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:09.264972 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 97573f11-1cde-45f1-8103-8f5b45ac6f97 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:09.265358 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:09.271215 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-acd1b899-f443-41f1-b33b-33df7decf157 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.272749 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-acd1b899-f443-41f1-b33b-33df7decf157 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 819 time: 0.1449587 Jul 14 12:21:09.297119 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:09.299477 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42b9fe5-9be7-4383-a36d-61f7cef93151" -d '{"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-plugged", "status": "completed", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:09.307954 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-da898247-1f7c-482f-b0c2-29ed7ea53738 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/quotas/bb62d84584b3426687390833270648d6 HTTP/1.1" status: 200 len: 375 time: 0.0289645 Jul 14 12:21:09.313671 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:09.382844 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-e9792dc0-13b8-4ad6-85fb-70b5cc852e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.382844 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-e9792dc0-13b8-4ad6-85fb-70b5cc852e7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=206723edeb144547882daa902124ed7c&device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 1130 time: 0.0618913 Jul 14 12:21:09.391632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7303ac74-9265-44b9-9668-932376a68b96 x-openstack-request-id: req-7303ac74-9265-44b9-9668-932376a68b96 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:09.391632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-plugged", "status": "completed", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:09.391632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7303ac74-9265-44b9-9668-932376a68b96 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:09.391915 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7303ac74-9265-44b9-9668-932376a68b96'] response: {'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'code': 200} Jul 14 12:21:09.422065 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:09.461488 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-06649177-7fa4-4f20-bb92-77963790689f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5a931f59-eb56-4d86-86ee-de446155344c HTTP/1.1" status: 200 len: 217 time: 0.0509543 Jul 14 12:21:09.486208 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-afaadfce-74ee-4838-9f60-360bc005a40e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1672597 Jul 14 12:21:09.557007 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:09.569881 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-7faf1a63-4d06-48c6-85a5-cf9be3f8ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.572516 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-7faf1a63-4d06-48c6-85a5-cf9be3f8ae7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=85411cd7-deac-4850-9142-ec6301ed6eba HTTP/1.1" status: 200 len: 843 time: 0.1093783 Jul 14 12:21:09.621476 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171fcd0-aac6-4d99-882b-0f8589425684 req-105999f4-a298-4737-8cdd-0950cdff16fa tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.797194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f171fcd0-aac6-4d99-882b-0f8589425684 req-105999f4-a298-4737-8cdd-0950cdff16fa tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0855527 Jul 14 12:21:09.797194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e59d-e0f5-4b36-8561-74773e76773a req-323f261c-7bd9-4329-8085-b688e134ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.797194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-323f261c-7bd9-4329-8085-b688e134ccd8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=37a794b2-a412-467e-a6ba-3b29cef6cf1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0592511 Jul 14 12:21:09.797194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f171fcd0-aac6-4d99-882b-0f8589425684 req-a6db752b-6b62-4680-ac61-ce96195b24e0 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530624 Jul 14 12:21:09.836856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4538e-fc37-46bb-9e5b-637afdd37866 req-c4bd55c7-5cf2-48ae-a76c-4e9e02311fb5 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:09.838445 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5bd4538e-fc37-46bb-9e5b-637afdd37866 req-c4bd55c7-5cf2-48ae-a76c-4e9e02311fb5 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0596082 Jul 14 12:21:09.877545 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-04f1aedf-546a-475f-b09f-4ca7b2faa58d service neutron] 10.222.0.86 "GET /v2.0/networks/37a794b2-a412-467e-a6ba-3b29cef6cf1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672437 Jul 14 12:21:09.892772 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-8dacf2f2-1ad9-4966-aa9d-42efccd108f9 service neutron] 10.222.0.27 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853016 Jul 14 12:21:09.953841 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5bd4538e-fc37-46bb-9e5b-637afdd37866 req-2d37929b-cb10-44fd-b90d-7831267c6100 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824313 Jul 14 12:21:09.993973 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-72456d00-614b-40db-aeb3-345dca2632b6 service neutron] 10.222.0.27 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Jul 14 12:21:09.996178 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e865e59d-e0f5-4b36-8561-74773e76773a req-de526cbe-86c0-43b1-9f37-5f4041ba2ae9 service neutron] 10.222.0.86 "GET /v2.0/networks/37a794b2-a412-467e-a6ba-3b29cef6cf1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069551 Jul 14 12:21:10.388259 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8aca4cfb-e148-439d-bebd-876fa1f9ac2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:10.450983 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:10.472725 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00d7d251-8817-46a6-8506-80c77e50d6b6 req-b074cbb7-d76c-4018-8149-cdb856d92a00 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0350933 Jul 14 12:21:10.842048 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93078b62-7252-4811-80b3-81f67984abe8 req-c5bb24f0-ce52-4019-a02c-93c4d11984ed tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:10.847012 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-93078b62-7252-4811-80b3-81f67984abe8 req-c5bb24f0-ce52-4019-a02c-93c4d11984ed tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0700305 Jul 14 12:21:10.870076 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:10.904080 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-93078b62-7252-4811-80b3-81f67984abe8 req-cc847f51-0ef4-4fd3-ae37-2d0ce43ca1ad tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561166 Jul 14 12:21:11.098171 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c398bb5-0b99-44c8-b002-e00ccde8b66d req-a8daa632-54e3-44f9-a640-c93577e42d66 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:11.099580 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c398bb5-0b99-44c8-b002-e00ccde8b66d req-a8daa632-54e3-44f9-a640-c93577e42d66 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0844090 Jul 14 12:21:11.162397 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c398bb5-0b99-44c8-b002-e00ccde8b66d req-c04a953e-6a02-4289-a8c4-257c507467a5 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547106 Jul 14 12:21:11.581726 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d1201ed3-a7c8-49b5-b328-4b0118b51c48 req-7fe75056-e751-439a-9df1-898dac0064aa tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0303135 Jul 14 12:21:11.627947 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:12.031162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a868e-b205-402f-bcb5-c85e3c07edb6 req-736ef481-b1fe-42ad-9fb2-d637cb639143 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:12.032957 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-da9a868e-b205-402f-bcb5-c85e3c07edb6 req-736ef481-b1fe-42ad-9fb2-d637cb639143 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0515599 Jul 14 12:21:12.101412 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-da9a868e-b205-402f-bcb5-c85e3c07edb6 req-4a9c7614-3c41-4c31-b7b5-b7156a76b464 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610366 Jul 14 12:21:12.288739 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccef52-ebdb-4de2-b419-6cf114f1b2da req-d9e9d425-ede5-4bf6-9c48-564944aa528d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:12.291225 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-feccef52-ebdb-4de2-b419-6cf114f1b2da req-d9e9d425-ede5-4bf6-9c48-564944aa528d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0531785 Jul 14 12:21:12.345252 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-feccef52-ebdb-4de2-b419-6cf114f1b2da req-53e61210-75a3-455f-ad94-6225b711aa52 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Jul 14 12:21:12.688836 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c2580140-809f-4ad8-a919-4f4500dba269 req-814e7fe1-65c2-4a49-a0ff-03e4128b182e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0324953 Jul 14 12:21:12.833520 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:13.215583 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f73124-2a23-486d-bc95-3782dd0f534f req-46b02751-7cef-4663-b5e5-14495690bda8 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:13.219921 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05f73124-2a23-486d-bc95-3782dd0f534f req-46b02751-7cef-4663-b5e5-14495690bda8 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0474236 Jul 14 12:21:13.276508 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-05f73124-2a23-486d-bc95-3782dd0f534f req-e324ee3d-a47d-4175-990e-7a0752bdbc96 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538244 Jul 14 12:21:13.309863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:13.468873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8577b-548b-4e1d-9892-d0bbd9ce3134 req-c86c3bb2-4f6c-472e-8521-badff2c18b54 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:13.470449 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03c8577b-548b-4e1d-9892-d0bbd9ce3134 req-c86c3bb2-4f6c-472e-8521-badff2c18b54 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0515442 Jul 14 12:21:13.519744 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03c8577b-548b-4e1d-9892-d0bbd9ce3134 req-15fdea5e-3cd0-4d9d-ab2e-4fc338c56513 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437069 Jul 14 12:21:13.789231 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dea486b0-e744-488d-8faa-249634f4310b req-23a29b21-18c8-4c30-a2b2-2992d9e28b77 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0316005 Jul 14 12:21:13.950638 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=41 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:13.961718 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:14.131949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:14.167143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baeebe-6272-478e-9fbe-61cc6c76af79 req-b2a79771-a7ce-4eab-8b50-a4456f4a59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:14.170014 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0baeebe-6272-478e-9fbe-61cc6c76af79 req-b2a79771-a7ce-4eab-8b50-a4456f4a59a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1130 time: 0.0469391 Jul 14 12:21:14.238065 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0baeebe-6272-478e-9fbe-61cc6c76af79 req-ebe5cee9-75b4-4cd6-9910-b9ab086c9c50 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Jul 14 12:21:14.392488 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86f36e-5778-40d1-a5b9-c0bd8ceef687 req-ce12d20f-3687-49c6-a816-0dfde7778773 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:14.393937 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3c86f36e-5778-40d1-a5b9-c0bd8ceef687 req-ce12d20f-3687-49c6-a816-0dfde7778773 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0501115 Jul 14 12:21:14.452605 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3c86f36e-5778-40d1-a5b9-c0bd8ceef687 req-eb80300a-4f08-40b3-8b91-573929e073f1 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525715 Jul 14 12:21:14.640012 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225dbdd-fa39-4ead-9a2a-a325812f1798 req-90b6db97-9ddb-413f-8fff-52c88b95957d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:14.641485 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d225dbdd-fa39-4ead-9a2a-a325812f1798 req-90b6db97-9ddb-413f-8fff-52c88b95957d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0499496 Jul 14 12:21:14.693082 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d225dbdd-fa39-4ead-9a2a-a325812f1798 req-a56df637-dd15-40f0-be26-d9110db95c38 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Jul 14 12:21:14.884967 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1521a71f-11e3-45c3-ae5a-61bfeb8ac0a6 req-14e1f00e-a32e-4306-aeef-0b2765e0cfd1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0279913 Jul 14 12:21:15.144642 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-bc6ce4d5-4c52-4471-b522-82c9d2632b3c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:15.146182 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-bc6ce4d5-4c52-4471-b522-82c9d2632b3c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 814 time: 0.1084511 Jul 14 12:21:15.160459 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-7a632f0e-4528-4b46-910b-c761e8ed46f9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/quotas/a37bbdf2bd2f4392ab2ddb60d6b6ad7c HTTP/1.1" status: 200 len: 375 time: 0.0090148 Jul 14 12:21:15.214387 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-06e1fb36-592b-43c5-a8e2-abdf2f76a67a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490248 Jul 14 12:21:15.312608 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-38f5173c-8615-4ef3-8662-070539fb7a59 service neutron] 10.222.0.27 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871384 Jul 14 12:21:15.407364 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-d0a92c4e-f0b8-4dfb-9628-bc5f43ccce7a service neutron] 10.222.0.27 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890453 Jul 14 12:21:15.574348 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42551ee0-9a47-4f95-8ae6-6b44b27ba2e8 req-aa23d346-1751-420a-ab76-d085211d0390 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:15.575907 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42551ee0-9a47-4f95-8ae6-6b44b27ba2e8 req-aa23d346-1751-420a-ab76-d085211d0390 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0513802 Jul 14 12:21:15.635885 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-42551ee0-9a47-4f95-8ae6-6b44b27ba2e8 req-fd7f3e1f-577d-4602-a9cf-bf470a34f928 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531318 Jul 14 12:21:15.661308 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-898b45ec-13c4-4b82-9783-4679fe97702d req-3d5838a9-5d7f-4371-9571-dd03414d6938 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0305488 Jul 14 12:21:15.807999 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:15.820238 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa49c-3062-4bd3-9060-df5b574a33af req-e222630b-05b9-4e8d-9041-0692d58dbb1c tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:15.822428 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-77dfa49c-3062-4bd3-9060-df5b574a33af req-e222630b-05b9-4e8d-9041-0692d58dbb1c tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0545750 Jul 14 12:21:15.879710 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-77dfa49c-3062-4bd3-9060-df5b574a33af req-869d6655-b969-4e66-9cdd-a199a3e14774 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519090 Jul 14 12:21:15.980319 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f96e265b-7e1d-4457-89ba-e8ba8bf6c42a req-850df181-0142-4bfe-8bf6-ff9f3fcf0464 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0279939 Jul 14 12:21:16.488548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-588f2c22-08af-41e2-9ddb-c2b3f19c3045 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:16.490047 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-588f2c22-08af-41e2-9ddb-c2b3f19c3045 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 819 time: 0.1087313 Jul 14 12:21:16.515360 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:16.567105 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-9b40830c-4404-45c2-bc13-bf1dc64e8cbe tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb62d84584b3426687390833270648d6 HTTP/1.1" status: 200 len: 379 time: 0.0589628 Jul 14 12:21:16.585260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'port': {'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'admin_state_up': True, 'tenant_id': 'bb62d84584b3426687390833270648d6', 'security_groups': ['78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:16.756364 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d303103-b6f7-4732-b05e-85df4453a1de req-2967e382-f06d-4441-bc91-f70dd95f0988 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:16.758002 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d303103-b6f7-4732-b05e-85df4453a1de req-2967e382-f06d-4441-bc91-f70dd95f0988 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0511885 Jul 14 12:21:16.761729 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c9d7779-3d71-417f-969b-258291958f29 req-214a47bf-671f-4590-8697-04d8e3abb840 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0287268 Jul 14 12:21:16.777064 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Made reservation on behalf of bb62d84584b3426687390833270648d6 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:16.780791 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:16.816661 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2d303103-b6f7-4732-b05e-85df4453a1de req-ecc304cb-59ab-4c2c-8d4d-f1e0d65c3939 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497789 Jul 14 12:21:16.936601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:16.950651 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84072ea7-879c-46d8-b550-6de089a515de req-94a2fa17-856a-4e0c-a66a-3aa21a4e6b1a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:16.952188 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84072ea7-879c-46d8-b550-6de089a515de req-94a2fa17-856a-4e0c-a66a-3aa21a4e6b1a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0673821 Jul 14 12:21:16.953397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Allocated IP 172.20.0.6 (d58f87ee-c5c6-4211-9aab-58c9b00ee645/496d81f7-5d70-4301-bdd0-4b7c4af478ca/ea14a717-a283-4fb9-92a3-043257ce7e6e) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:16.957016 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 5a931f59-eb56-4d86-86ee-de446155344c details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:17.004839 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce69f6-22bf-445d-b4b9-790e68de851b req-53fbf6c6-a1ef-40ee-9a8f-46e40c1e2335 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:17.006532 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-79ce69f6-22bf-445d-b4b9-790e68de851b req-53fbf6c6-a1ef-40ee-9a8f-46e40c1e2335 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 946 time: 0.0532687 Jul 14 12:21:17.059501 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-79ce69f6-22bf-445d-b4b9-790e68de851b req-427322a0-dcbf-4585-be0d-bfac61f11bc3 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456617 Jul 14 12:21:17.072220 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 5a931f59-eb56-4d86-86ee-de446155344c, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=5a931f59-eb56-4d86-86ee-de446155344c,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:17.089841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '5a931f59-eb56-4d86-86ee-de446155344c', 'network_id': '37a794b2-a412-467e-a6ba-3b29cef6cf1a', 'port_id': '5a931f59-eb56-4d86-86ee-de446155344c', 'mac_address': 'fa:16:3e:da:28:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85411cd7-deac-4850-9142-ec6301ed6eba', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:17.141767 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 5a931f59-eb56-4d86-86ee-de446155344c is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:17.143217 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (5a931f59-eb56-4d86-86ee-de446155344c), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.153051 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2feef3a3-0d82-4243-aafc-2af0efc6ede8 req-e971e060-1da6-4d50-969f-78aca23d031d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0302951 Jul 14 12:21:17.164277 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a931f59-eb56-4d86-86ee-de446155344c {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:17.186998 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 5a931f59-eb56-4d86-86ee-de446155344c, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=5a931f59-eb56-4d86-86ee-de446155344c,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:17.256425 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (5a931f59-eb56-4d86-86ee-de446155344c), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.309494 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=5a931f59-eb56-4d86-86ee-de446155344c,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:17.328124 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84072ea7-879c-46d8-b550-6de089a515de req-64c81a62-da2b-4419-896b-c1c136bdaca0 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563645 Jul 14 12:21:17.353776 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58050) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:17.386072 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.491341 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.544853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:17.548811 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:17.550507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57635bf2-2d92-451e-828b-6361373246b4 tempest-TestShelveInstance-579688939 tempest-TestShelveInstance-579688939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:17.563238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:21:17.564515 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-57635bf2-2d92-451e-828b-6361373246b4 tempest-TestShelveInstance-579688939 tempest-TestShelveInstance-579688939-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1125 time: 0.1974812 Jul 14 12:21:17.564718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58056) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:17.596018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'port_id': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:17.600151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:17.626406 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event updated for resources: {'Port': ['ID=ea14a717-a283-4fb9-92a3-043257ce7e6e,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:17.648856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:17.649510 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.686675 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['5a931f59-eb56-4d86-86ee-de446155344c'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:17.724991 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.754677 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-dc70c6ff-ed45-46d9-a34c-ce4aee28f98f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1735425 Jul 14 12:21:17.799451 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0bcf671b-13b5-4dd7-a0fe-80abc6771b90 None None] Provisioning complete for port ea14a717-a283-4fb9-92a3-043257ce7e6e triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:17.799451 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0bcf671b-13b5-4dd7-a0fe-80abc6771b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.814254 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:17.835639 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:17.854495 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0bcf671b-13b5-4dd7-a0fe-80abc6771b90 None None] Port ea14a717-a283-4fb9-92a3-043257ce7e6e cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:21:17.871456 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-94c39bcd-1e72-4a12-8858-fd9e7cf07c78 req-149f824d-dcee-4cef-a041-ee58c5367c8b tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0347114 Jul 14 12:21:17.941468 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Allocated IP 172.27.1.7 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/6f6f9a67-cd64-4ab6-854c-c43bd49c4975) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:18.011311 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Request body: {'port': {'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:18.107039 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:18.113942 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:18.161982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:18.234726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309545ec-3e98-4323-8370-3e2caff1c3b4 req-94309a1d-ef15-4993-b288-bb4dd67cecb0 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:18.236217 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-309545ec-3e98-4323-8370-3e2caff1c3b4 req-94309a1d-ef15-4993-b288-bb4dd67cecb0 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 947 time: 0.1053894 Jul 14 12:21:18.274194 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9aed4-2dd4-4bd9-b80e-bdb7cee37610 req-bd075071-5939-46b1-8e16-0938cb3321df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:18.275936 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eec9aed4-2dd4-4bd9-b80e-bdb7cee37610 req-bd075071-5939-46b1-8e16-0938cb3321df tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 931 time: 0.0510824 Jul 14 12:21:18.286347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:18.329191 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eec9aed4-2dd4-4bd9-b80e-bdb7cee37610 req-65d5f1dc-fb23-46e7-bfba-119524c39567 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468590 Jul 14 12:21:18.369136 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:18.369699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:18.392218 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:18.394798 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:21:18.454981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'Port': ['ID=6f6f9a67-cd64-4ab6-854c-c43bd49c4975,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:18.481962 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-309545ec-3e98-4323-8370-3e2caff1c3b4 req-5f7aec75-7e02-4b4e-94c4-8d17d4a5f1f5 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997726 Jul 14 12:21:18.700086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-8cf6094b-b593-4959-aa7c-559975b6ad7a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:18.701578 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-8cf6094b-b593-4959-aa7c-559975b6ad7a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.86 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 814 time: 0.2639546 Jul 14 12:21:18.846157 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea14a717-a283-4fb9-92a3-043257ce7e6e {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:18.857435 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Publish callbacks [] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:18.873541 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:18.880653 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Transition to ACTIVE for port object ea14a717-a283-4fb9-92a3-043257ce7e6e will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:21:18.946306 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:18.973404 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 5a931f59-eb56-4d86-86ee-de446155344c up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:18.973667 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-32c50ad1-a6db-4976-b306-c25a05200e2b req-7c6d2539-241e-47ce-916b-f729da00d6a9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0292709 Jul 14 12:21:18.986715 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:19.027177 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 5a931f59-eb56-4d86-86ee-de446155344c completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:21:19.038988 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'port': {'device_id': '357e6fda-615e-4e1a-9f33-552398705e3e', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'admin_state_up': True, 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:19.065406 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea14a717-a283-4fb9-92a3-043257ce7e6e,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:19.080433 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 5a931f59-eb56-4d86-86ee-de446155344c triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:19.084077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (5a931f59-eb56-4d86-86ee-de446155344c), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.090670 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:19.180770 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 5a931f59-eb56-4d86-86ee-de446155344c is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:19.181268 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (5a931f59-eb56-4d86-86ee-de446155344c), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.189037 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for floatingip (73073428-87ee-4f9c-a790-2d16a5e135b9), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.211278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aca3a55-17cb-461a-ad99-5606410ac540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a931f59-eb56-4d86-86ee-de446155344c'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:19.214228 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb043f-b64e-4349-a388-8d7de4d9165c" -d '{"events": [{"server_uuid": "2aca3a55-17cb-461a-ad99-5606410ac540", "name": "network-vif-plugged", "status": "completed", "tag": "5a931f59-eb56-4d86-86ee-de446155344c"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:19.229959 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 5a931f59-eb56-4d86-86ee-de446155344c, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=5a931f59-eb56-4d86-86ee-de446155344c,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:19.271386 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f261ba-0d29-4e98-ab5b-452ae68b360f x-openstack-request-id: req-29f261ba-0d29-4e98-ab5b-452ae68b360f {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:19.271810 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aca3a55-17cb-461a-ad99-5606410ac540", "name": "network-vif-plugged", "status": "completed", "tag": "5a931f59-eb56-4d86-86ee-de446155344c", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:19.272230 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-29f261ba-0d29-4e98-ab5b-452ae68b360f {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:19.272808 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29f261ba-0d29-4e98-ab5b-452ae68b360f'] response: {'server_uuid': '2aca3a55-17cb-461a-ad99-5606410ac540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a931f59-eb56-4d86-86ee-de446155344c', 'code': 200} Jul 14 12:21:19.275453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:19.289131 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Attempting to bind port ea14a717-a283-4fb9-92a3-043257ce7e6e on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:21:19.289446 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Attempting to bind port ea14a717-a283-4fb9-92a3-043257ce7e6e by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:21:19.289779 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Attempting to bind port ea14a717-a283-4fb9-92a3-043257ce7e6e on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:19.298342 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Port ea14a717-a283-4fb9-92a3-043257ce7e6e on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:21:19.298660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Attempting to bind port ea14a717-a283-4fb9-92a3-043257ce7e6e on network d58f87ee-c5c6-4211-9aab-58c9b00ee645 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:19.308065 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:21:19.308396 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Checking segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:21:19.308781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Bound using segment: {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:21:19.309198 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Bound port: ea14a717-a283-4fb9-92a3-043257ce7e6e, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c93a24-45aa-440b-b8f2-5bee3a36daf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:21:19.309551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.317038 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (5a931f59-eb56-4d86-86ee-de446155344c), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.409917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Made reservation on behalf of a37bbdf2bd2f4392ab2ddb60d6b6ad7c for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:19.411844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=5a931f59-eb56-4d86-86ee-de446155344c,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:19.413466 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.419303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] For port ea14a717-a283-4fb9-92a3-043257ce7e6e, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:19.440909 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.443623 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] For port ea14a717-a283-4fb9-92a3-043257ce7e6e, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:19.479852 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058e3f-0805-4855-96c4-71b42aa2c218 req-e31f56da-f9a3-4561-843c-f83d78156697 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:19.481685 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-01058e3f-0805-4855-96c4-71b42aa2c218 req-e31f56da-f9a3-4561-843c-f83d78156697 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0648794 Jul 14 12:21:19.528915 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.551536 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-01058e3f-0805-4855-96c4-71b42aa2c218 req-cb53202f-d92f-42d1-8033-594618ddb14c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604541 Jul 14 12:21:19.603341 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:19.650219 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:19.650941 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:19.653812 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] 10.222.0.86 "PUT /v2.0/ports/ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 1093 time: 1.6502697 Jul 14 12:21:19.759532 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:19.762165 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62750b36-2c6a-476c-ba22-f13f7d155ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:19.875626 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec2986-64ee-4692-81db-f6c05be06a2c x-openstack-request-id: req-0bec2986-64ee-4692-81db-f6c05be06a2c {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:19.876162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:19.876606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0bec2986-64ee-4692-81db-f6c05be06a2c {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:19.877155 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bec2986-64ee-4692-81db-f6c05be06a2c'] response: {'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'status': 'completed', 'code': 200} Jul 14 12:21:19.927025 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Allocated IP 172.20.0.8 (c8c2692e-4527-41ed-9aa4-f0917dfa8533/79be0745-2b0f-4e07-991f-e351e3083bba/8d1d4c31-5832-429c-8506-0433ac2a974b) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:19.936466 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257804c-fafc-49ca-8a14-a1cdd8f800bb req-20053052-1c33-4e39-9d52-6ba1eb3e912f tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:19.938119 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1257804c-fafc-49ca-8a14-a1cdd8f800bb req-20053052-1c33-4e39-9d52-6ba1eb3e912f tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.3718011 Jul 14 12:21:19.942971 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008faa4d-8c7b-4c4d-b318-4cd92eb797b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea14a717-a283-4fb9-92a3-043257ce7e6e,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:20.104797 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bfd91a2a-17d6-4cd0-a703-3db9b62863f6 req-8a68bfeb-0d45-4b39-a161-db1b83af3100 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0342455 Jul 14 12:21:20.111983 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1257804c-fafc-49ca-8a14-a1cdd8f800bb req-966e65d5-3978-467b-9fab-6fa52868607a tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626828 Jul 14 12:21:20.143386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:20.204610 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-8a67cc45-ef35-45d0-a0a4-95c7345e153f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:20.206664 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-8a67cc45-ef35-45d0-a0a4-95c7345e153f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1127 time: 0.0513656 Jul 14 12:21:20.211057 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:20.270246 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6384b8-8971-4a8a-812f-ca19bcfe857e req-44dd95e2-1e37-4a74-8a12-56a08a12a078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:20.272387 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c6384b8-8971-4a8a-812f-ca19bcfe857e req-44dd95e2-1e37-4a74-8a12-56a08a12a078 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 1132 time: 0.1390159 Jul 14 12:21:20.339353 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event updated for resources: {'Port': ['ID=6f6f9a67-cd64-4ab6-854c-c43bd49c4975,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:20.360889 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (73073428-87ee-4f9c-a790-2d16a5e135b9), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:20.364119 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:20.372998 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:20.612429 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58112) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:20.684090 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:20.734011 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97208-b075-44f1-91d4-9c888b89add2 req-84e36473-bbf1-448d-85b6-a49180710684 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:20.742063 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e7d97208-b075-44f1-91d4-9c888b89add2 req-84e36473-bbf1-448d-85b6-a49180710684 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0890379 Jul 14 12:21:20.781150 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Floating IP 73073428-87ee-4f9c-a790-2d16a5e135b9 associated. External IP: 172.27.1.7, port: 97573f11-1cde-45f1-8103-8f5b45ac6f97. Jul 14 12:21:20.804723 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e7d97208-b075-44f1-91d4-9c888b89add2 req-e7428e16-d63a-4571-b2e3-bdd92db90269 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613368 Jul 14 12:21:20.843319 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:20.850108 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1483ef21-3ea6-480a-8439-858e3d08f755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:20.935931 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:20.944324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:20.952949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:21:20.990721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:21.018972 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:21.019736 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.024515 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1483ef21-3ea6-480a-8439-858e3d08f755 admin admin] Publish callbacks [] for security_group (7b25532c-ca60-4991-9bb9-93c2ddde9102), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.096873 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1483ef21-3ea6-480a-8439-858e3d08f755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7b25532c-ca60-4991-9bb9-93c2ddde9102), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.175730 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483ef21-3ea6-480a-8439-858e3d08f755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b25532c-ca60-4991-9bb9-93c2ddde9102,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:21.185759 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:21.203905 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1483ef21-3ea6-480a-8439-858e3d08f755 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e56b8f071c8c49f4a511578142880b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892975 Jul 14 12:21:21.204980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58120) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:21.218861 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-179b5401-0418-4164-9467-cbf1c716b7a1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1860230 Jul 14 12:21:21.269866 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Router 2159076a-9a17-4311-871c-86d0d3fbc526 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:21:21.320258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c3e88-a53d-4424-82ae-bdf599b6b0da req-c2d9e88d-e425-4279-8005-5e1ee138fd7c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:21.322934 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-488c3e88-a53d-4424-82ae-bdf599b6b0da req-c2d9e88d-e425-4279-8005-5e1ee138fd7c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0711124 Jul 14 12:21:21.350436 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03fc75-254b-461e-92d0-bddef00a8b4c req-47d5a500-9dfb-42a3-ad3d-8c5ca1f48fa3 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:21.352334 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da03fc75-254b-461e-92d0-bddef00a8b4c req-47d5a500-9dfb-42a3-ad3d-8c5ca1f48fa3 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.1007535 Jul 14 12:21:21.365130 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4ad60554-f401-4edf-b4a3-8ea829ea8e4a admin admin] Publish callbacks [] for security_group (7b25532c-ca60-4991-9bb9-93c2ddde9102), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.372564 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-e62a2d3d-7a39-473b-b861-f2433e7a08c9 None None] Provisioning complete for port 8d1d4c31-5832-429c-8506-0433ac2a974b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:21.373150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e62a2d3d-7a39-473b-b861-f2433e7a08c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.391345 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4ad60554-f401-4edf-b4a3-8ea829ea8e4a admin admin] Publish callbacks [] for security_group (7b25532c-ca60-4991-9bb9-93c2ddde9102), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.420469 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:21.438751 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e62a2d3d-7a39-473b-b861-f2433e7a08c9 None None] Port 8d1d4c31-5832-429c-8506-0433ac2a974b cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:21:21.491252 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da03fc75-254b-461e-92d0-bddef00a8b4c req-3573e5ff-6055-4712-bcc5-8c0b16593416 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242063 Jul 14 12:21:21.510954 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-488c3e88-a53d-4424-82ae-bdf599b6b0da req-33f605b9-caa1-4c5b-bc2d-fd5733b90d97 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795871 Jul 14 12:21:21.526171 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:21:21.544954 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] Sync routers for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:21:21.555480 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:21:21.556890 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:21:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:21.559234 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4ad60554-f401-4edf-b4a3-8ea829ea8e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7b25532c-ca60-4991-9bb9-93c2ddde9102), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.561868 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4ad60554-f401-4edf-b4a3-8ea829ea8e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.563148 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4ad60554-f401-4edf-b4a3-8ea829ea8e4a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b25532c-ca60-4991-9bb9-93c2ddde9102 HTTP/1.1" status: 204 len: 168 time: 0.3571470 Jul 14 12:21:21.583242 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad60554-f401-4edf-b4a3-8ea829ea8e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b25532c-ca60-4991-9bb9-93c2ddde9102,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:21.613219 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:21.667364 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-d2d0c2a9-33c9-4c33-90e4-b06bef8aa09f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1062689 Jul 14 12:21:21.694784 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:21:21.880593 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:21.882908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:21.961354 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160939c-3c59-475c-9244-9a8b033c89b6 x-openstack-request-id: req-f160939c-3c59-475c-9244-9a8b033c89b6 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:21.961742 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:21.962151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f160939c-3c59-475c-9244-9a8b033c89b6 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:21.962655 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f160939c-3c59-475c-9244-9a8b033c89b6'] response: {'name': 'network-changed', 'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'status': 'completed', 'code': 200} Jul 14 12:21:22.008391 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '73073428-87ee-4f9c-a790-2d16a5e135b9', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'port_id': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'mac_address': 'fa:16:3e:6d:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d8954-a633-4e05-a5eb-1bd833799fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:18Z', 'updated_at': '2022-07-14T12:21:18Z', 'revision_number': 0, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:22.026250 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60051f63-d3b8-47a1-a36d-4d4f9e351549 req-000fd0d6-88b3-47a3-b3da-6766d4b16e74 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:22.030070 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-60051f63-d3b8-47a1-a36d-4d4f9e351549 req-000fd0d6-88b3-47a3-b3da-6766d4b16e74 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.1170743 Jul 14 12:21:22.054473 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] Checking router: 2159076a-9a17-4311-871c-86d0d3fbc526 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:21:22.072115 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:21:22.073019 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:21:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:22.076234 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:22.091151 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-60051f63-d3b8-47a1-a36d-4d4f9e351549 req-c8491c1d-eb7e-409e-9ef8-8fb0e704cf0b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546591 Jul 14 12:21:22.201420 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:21:22.574703 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:22.600931 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '73073428-87ee-4f9c-a790-2d16a5e135b9', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'port_id': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'mac_address': 'fa:16:3e:6d:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d8954-a633-4e05-a5eb-1bd833799fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:18Z', 'updated_at': '2022-07-14T12:21:18Z', 'revision_number': 0, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:22.622051 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c522b-6835-42c1-997b-443bea09bd8d req-eb48d815-7390-4ac0-9abd-33d8fb6ce265 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:22.623804 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fb0c522b-6835-42c1-997b-443bea09bd8d req-eb48d815-7390-4ac0-9abd-33d8fb6ce265 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0620301 Jul 14 12:21:22.646824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a40b9e-4363-4c2d-87df-28fb3b1bdaa9 None None] The sync data for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi is: [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '73073428-87ee-4f9c-a790-2d16a5e135b9', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'port_id': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'mac_address': 'fa:16:3e:6d:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905d8954-a633-4e05-a5eb-1bd833799fea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:18Z', 'updated_at': '2022-07-14T12:21:18Z', 'revision_number': 0, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:22.708566 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd0bf1-dafb-4435-a123-762bbd6122dd req-2203ace1-0253-4510-a9ab-5340edc8efea tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:22.710122 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f4dd0bf1-dafb-4435-a123-762bbd6122dd req-2203ace1-0253-4510-a9ab-5340edc8efea tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.1003885 Jul 14 12:21:22.747341 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fb0c522b-6835-42c1-997b-443bea09bd8d req-0679a6c4-618d-43ed-888c-ff5b8defeb56 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177375 Jul 14 12:21:22.836026 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f4dd0bf1-dafb-4435-a123-762bbd6122dd req-3d77c9a6-fc14-452a-96d9-9bf557a7b17f tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064763 Jul 14 12:21:22.995832 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802536d-4875-43fd-80fe-ed390055ac50 None None] New status for floating IP 73073428-87ee-4f9c-a790-2d16a5e135b9: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:21:23.239483 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:23.255360 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96750876-e127-4415-8fa2-2fb8b323bd60 req-1fe7b584-fbc7-4f99-8828-e19cff4270f5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:23.262394 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-96750876-e127-4415-8fa2-2fb8b323bd60 req-1fe7b584-fbc7-4f99-8828-e19cff4270f5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0597739 Jul 14 12:21:23.315423 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-96750876-e127-4415-8fa2-2fb8b323bd60 req-ebc6894a-40e9-4a63-938b-96e7336a7b3b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519834 Jul 14 12:21:23.661760 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58168) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:23.833444 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:23.951214 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7954eb-e4cf-474b-9869-0825b28b73d9 req-e8d9fc8e-f58d-406c-a8f9-cf0d1f7fdf3b tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:23.953313 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7c7954eb-e4cf-474b-9869-0825b28b73d9 req-e8d9fc8e-f58d-406c-a8f9-cf0d1f7fdf3b tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0905952 Jul 14 12:21:23.970563 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:24.008411 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139b33b-a5b4-4136-8ecf-f893871a3024 req-c8737d85-4855-4c89-999f-58942f9c4efe tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:24.022013 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1139b33b-a5b4-4136-8ecf-f893871a3024 req-c8737d85-4855-4c89-999f-58942f9c4efe tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0675340 Jul 14 12:21:24.048443 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7c7954eb-e4cf-474b-9869-0825b28b73d9 req-30d79c2d-882c-4213-a9ab-50607e818304 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853701 Jul 14 12:21:24.065502 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Publish callbacks [] for security_group (216f9adc-efb6-44c2-86d8-ad9d908e6517), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:24.090186 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1139b33b-a5b4-4136-8ecf-f893871a3024 req-f77b3b37-9513-4af7-8782-5d7645f2c639 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630722 Jul 14 12:21:24.119215 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (216f9adc-efb6-44c2-86d8-ad9d908e6517), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:24.171881 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216f9adc-efb6-44c2-86d8-ad9d908e6517,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:24.179356 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=879dcfac42504bb582a71a6b5d9c4892&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137439 Jul 14 12:21:24.179356 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58176) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:24.196895 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.197225 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.197570 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.197909 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.198244 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.198570 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.198928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.199255 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.199578 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.199901 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.200223 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.200544 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.200863 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.201183 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.201498 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0544c00-423c-4fa6-b293-2ee20a2f81e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:24.242221 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0e343c9-4d37-48a2-86a6-91b649b3a78f admin admin] Publish callbacks [] for security_group (216f9adc-efb6-44c2-86d8-ad9d908e6517), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:24.267359 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0e343c9-4d37-48a2-86a6-91b649b3a78f admin admin] Publish callbacks [] for security_group (216f9adc-efb6-44c2-86d8-ad9d908e6517), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:24.415826 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0e343c9-4d37-48a2-86a6-91b649b3a78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (216f9adc-efb6-44c2-86d8-ad9d908e6517), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:24.418390 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e0e343c9-4d37-48a2-86a6-91b649b3a78f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:24.420929 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e0e343c9-4d37-48a2-86a6-91b649b3a78f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/216f9adc-efb6-44c2-86d8-ad9d908e6517 HTTP/1.1" status: 204 len: 168 time: 0.2393975 Jul 14 12:21:24.433219 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:24.435456 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e343c9-4d37-48a2-86a6-91b649b3a78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216f9adc-efb6-44c2-86d8-ad9d908e6517,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:24.453414 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ba7b4-ad6e-4ae1-ae19-6b87c996e203 req-64ae988f-b47b-4bb3-b1e6-73a1c32c9a0d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:24.455260 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d96ba7b4-ad6e-4ae1-ae19-6b87c996e203 req-64ae988f-b47b-4bb3-b1e6-73a1c32c9a0d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0736988 Jul 14 12:21:24.517427 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d96ba7b4-ad6e-4ae1-ae19-6b87c996e203 req-090da0b4-e50a-47a8-948f-4e849e1de0a5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537026 Jul 14 12:21:25.187975 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51626c7-35a3-4c85-abc8-cd4d82ca23a1 req-02284035-9b3d-4432-b6cb-77efe875abcd tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:25.195095 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b51626c7-35a3-4c85-abc8-cd4d82ca23a1 req-02284035-9b3d-4432-b6cb-77efe875abcd tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0737517 Jul 14 12:21:25.242122 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b51626c7-35a3-4c85-abc8-cd4d82ca23a1 req-8f390d39-dc35-4010-a023-e1f4a0735bf6 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461533 Jul 14 12:21:25.249387 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b8864-a064-48fb-9006-bd978bb81d54 req-37151822-f082-41ba-a261-b916c8e7d445 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:25.265437 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-027b8864-a064-48fb-9006-bd978bb81d54 req-37151822-f082-41ba-a261-b916c8e7d445 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0799007 Jul 14 12:21:25.347036 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-027b8864-a064-48fb-9006-bd978bb81d54 req-604cf07e-5cb5-4d1e-b614-c0b04130bf59 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806692 Jul 14 12:21:25.643514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e800b-4b2a-4468-92ea-5ec7e9f2ee4d req-7ea16699-84e8-4790-a4a4-f1b18466a85a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:25.647811 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c98e800b-4b2a-4468-92ea-5ec7e9f2ee4d req-7ea16699-84e8-4790-a4a4-f1b18466a85a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0542352 Jul 14 12:21:25.701466 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c98e800b-4b2a-4468-92ea-5ec7e9f2ee4d req-7b0eac94-b2e4-47c2-bb34-260d68721994 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496860 Jul 14 12:21:25.731034 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58208) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:25.849985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-563603049-network', 'tenant_id': 'bae52c2cdf124894a541a6b7407eb23c'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:25.943836 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Made reservation on behalf of bae52c2cdf124894a541a6b7407eb23c for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:25.947132 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:25.956169 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.036439 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks [] for security_group (3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.108985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.136252 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:21:26.141321 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:26.152453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (3c2cdb8a-9bbc-4a93-801d-2f96516103fb), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.169587 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Added segment 3c2cdb8a-9bbc-4a93-801d-2f96516103fb of type vlan for network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c Jul 14 12:21:26.209502 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.214528 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:26.375422 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845b71-034b-448e-b0b5-07a8bbd72f9c req-d3b6a814-e680-40cb-860d-8e8ad93e5581 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:26.377956 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45845b71-034b-448e-b0b5-07a8bbd72f9c req-d3b6a814-e680-40cb-860d-8e8ad93e5581 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0549121 Jul 14 12:21:26.433168 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45845b71-034b-448e-b0b5-07a8bbd72f9c req-2278288f-7ed8-4ca7-a7b0-18637bb2f0cd tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491455 Jul 14 12:21:26.487560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecc98c-6890-461c-a526-bc1803ee1805 req-9724f590-9523-4e01-8be2-bcb0a80f1b79 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:26.489187 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-02ecc98c-6890-461c-a526-bc1803ee1805 req-9724f590-9523-4e01-8be2-bcb0a80f1b79 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0594618 Jul 14 12:21:26.527387 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.528476 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:26.529112 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.575662 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:26.604564 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-02ecc98c-6890-461c-a526-bc1803ee1805 req-fcf9b7c6-678c-4255-8477-a477bfd24e77 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071510 Jul 14 12:21:26.610494 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] Pushing event updated for resources: {'Network': ['ID=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:26.622151 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:21:26.653078 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-15c516e6-3bec-40ca-82d8-b15ad0b1d808 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9209065 Jul 14 12:21:26.655983 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58216) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:26.662536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Request body: {'subnet': {'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-563603049-subnet', 'tenant_id': 'bae52c2cdf124894a541a6b7407eb23c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:26.765243 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Made reservation on behalf of bae52c2cdf124894a541a6b7407eb23c for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:26.768088 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:26.830013 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8250490-226a-4a4c-be1f-041a44b2c3fb req-3f1346df-79d0-4cb9-814b-374eb104a475 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:26.831651 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a8250490-226a-4a4c-be1f-041a44b2c3fb req-3f1346df-79d0-4cb9-814b-374eb104a475 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0495148 Jul 14 12:21:26.891767 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a8250490-226a-4a4c-be1f-041a44b2c3fb req-788c1260-3326-4f21-b7ce-fcb286df7b65 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532184 Jul 14 12:21:27.001978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (15d8cbf0-f127-41f5-9bde-1fd09e801c5d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:27.060601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d8cbf0-f127-41f5-9bde-1fd09e801c5d,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:27.072604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Checking segment: {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:21:27.075176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Network hostable DHCP agents. Network: b7c77089-f3cd-4ab0-9a84-cc1746e2d34c, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:21:27.393587 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:21:27.440487 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, b7c77089-f3cd-4ab0-9a84-cc1746e2d34c) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:27.444536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:27.446169 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:27.450512 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94943966-95bc-4769-bf38-289a41286e77 None None] Network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:21:27.512701 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5677a53d-5ec5-4c21-8f3f-d5ad025b1451 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8556037 Jul 14 12:21:27.600022 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01606f-8e73-43b9-9813-724aaca28f48 req-b8017bcb-ac48-4217-90ea-8a2fabcbde91 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:27.606867 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-df01606f-8e73-43b9-9813-724aaca28f48 req-b8017bcb-ac48-4217-90ea-8a2fabcbde91 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0929050 Jul 14 12:21:27.655927 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd740de2-9cf3-4285-934d-1ee8f1ed8d54 None None] Network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:21:27.757222 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-df01606f-8e73-43b9-9813-724aaca28f48 req-27d8dd6c-5a8f-4cfd-a7db-1743c73163d2 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411109 Jul 14 12:21:27.802097 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9707ec-f7b2-491e-b02c-e7d0bc77b789 req-333b9bbd-df64-424c-8de5-faf66854bf4d tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:27.803713 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6b9707ec-f7b2-491e-b02c-e7d0bc77b789 req-333b9bbd-df64-424c-8de5-faf66854bf4d tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0628633 Jul 14 12:21:27.883077 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6b9707ec-f7b2-491e-b02c-e7d0bc77b789 req-96904196-53ba-4e94-9318-d620b6242cae tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702827 Jul 14 12:21:28.042885 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:28.061221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2a9f4-784e-479f-a6f7-807116b80d03 req-b338d272-7fe9-424d-b25a-dfdb3f37e21a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:28.063214 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f6b2a9f4-784e-479f-a6f7-807116b80d03 req-b338d272-7fe9-424d-b25a-dfdb3f37e21a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0677879 Jul 14 12:21:28.114495 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f6b2a9f4-784e-479f-a6f7-807116b80d03 req-e76a7be1-b799-4fe5-9244-c12efa0a7e36 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503149 Jul 14 12:21:28.888386 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257b4a-e036-46e1-bba1-1c4b22772bd2 req-f2ea3b3b-4b0b-44e6-9db1-e627ff48c38e tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:28.890153 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-09257b4a-e036-46e1-bba1-1c4b22772bd2 req-f2ea3b3b-4b0b-44e6-9db1-e627ff48c38e tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0520616 Jul 14 12:21:28.947975 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-09257b4a-e036-46e1-bba1-1c4b22772bd2 req-6b722b3b-3ef1-4dfc-b714-26602a2860bb tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516136 Jul 14 12:21:29.015607 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037aa26-b8fd-440f-825e-f5f23a41f6fd req-05ef576d-6abe-4a68-92dd-797aaa5b1a40 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:29.016981 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7037aa26-b8fd-440f-825e-f5f23a41f6fd req-05ef576d-6abe-4a68-92dd-797aaa5b1a40 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0511622 Jul 14 12:21:29.068850 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7037aa26-b8fd-440f-825e-f5f23a41f6fd req-39fef397-014d-4fa6-9b33-b064807b469a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457497 Jul 14 12:21:29.246810 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb032d5-9e73-4364-97e4-9e3f75234706 req-2e059c9a-074d-4f35-b0d7-fe37965bcaa7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:29.248273 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6fb032d5-9e73-4364-97e4-9e3f75234706 req-2e059c9a-074d-4f35-b0d7-fe37965bcaa7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0492816 Jul 14 12:21:29.295881 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6fb032d5-9e73-4364-97e4-9e3f75234706 req-0169c169-c8e2-42ff-a7f3-943ada9c06c5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419075 Jul 14 12:21:29.795445 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Request body: {'port': {'device_id': '357e6fda-615e-4e1a-9f33-552398705e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:29.807854 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.86', 56054) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:29.829700 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-9c7f167a-d8c5-4665-b6b0-7a4e38a51c3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 217 time: 0.0457151 Jul 14 12:21:29.885325 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-f38e8e5a-9f87-4692-9254-2feac94c4b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:29.886849 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-f38e8e5a-9f87-4692-9254-2feac94c4b16 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1130 time: 0.0811069 Jul 14 12:21:29.887682 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-13feef70-9c8f-4587-9b9a-1704acbb3f26 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0971227 Jul 14 12:21:29.898350 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-a7f8b4eb-ed4e-4a8d-b2f9-552a96088e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:29.900480 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-a7f8b4eb-ed4e-4a8d-b2f9-552a96088e1d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0549626 Jul 14 12:21:29.915490 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c6384b8-8971-4a8a-812f-ca19bcfe857e req-a3b87fbd-8519-4e44-aaf9-b2fd3eeb8a7a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310980 Jul 14 12:21:29.939721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:30.083698 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-f3dd03e7-17cd-440f-88db-58acfcfe4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.085171 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-f3dd03e7-17cd-440f-88db-58acfcfe4e45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 909 time: 0.1725423 Jul 14 12:21:30.145095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c74d-d458-4332-b7e4-ec5b3e797159 req-c31ca763-339f-4f66-98bd-b25eb12b844d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.146569 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7707c74d-d458-4332-b7e4-ec5b3e797159 req-c31ca763-339f-4f66-98bd-b25eb12b844d tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.1163681 Jul 14 12:21:30.186404 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4a846-913c-49ff-ae5a-517ad5c03768 req-78995ebb-05c1-4f27-8d4e-fbeeb05baeb7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.188096 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfc4a846-913c-49ff-ae5a-517ad5c03768 req-78995ebb-05c1-4f27-8d4e-fbeeb05baeb7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 931 time: 0.0528979 Jul 14 12:21:30.237451 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cfc4a846-913c-49ff-ae5a-517ad5c03768 req-bbc26bc8-5c69-4381-8884-79e5928d78c7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Jul 14 12:21:30.256136 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7707c74d-d458-4332-b7e4-ec5b3e797159 req-158a1f43-d349-45ea-ac14-8d58dd39148c tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024101 Jul 14 12:21:30.291550 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-b4052db3-4f81-49ef-81ba-485bb54c2a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.293119 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-b4052db3-4f81-49ef-81ba-485bb54c2a58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476179 Jul 14 12:21:30.361761 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f0241-3887-4c6d-8f69-639872b64ade req-b5664ccc-c85f-426a-9703-fc0971228cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.363194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-b5664ccc-c85f-426a-9703-fc0971228cf5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1130 time: 0.1039360 Jul 14 12:21:30.381325 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-244ecef1-90c4-4a85-870c-520af1fc1803 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 1000 time: 0.1230335 Jul 14 12:21:30.397436 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:30.409699 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb1af2-0d80-42c4-ace1-7bb4acbc47af req-d8144c19-d0b3-4af2-b2a6-7b44ca41669d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.413853 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6deb1af2-0d80-42c4-ace1-7bb4acbc47af req-d8144c19-d0b3-4af2-b2a6-7b44ca41669d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0473454 Jul 14 12:21:30.423720 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1d4c31-5832-429c-8506-0433ac2a974b {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:30.431212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Publish callbacks [] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:30.436676 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:30.439689 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:30.444788 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Transition to ACTIVE for port object 8d1d4c31-5832-429c-8506-0433ac2a974b will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:21:30.459146 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6deb1af2-0d80-42c4-ace1-7bb4acbc47af req-c207c93c-6668-47be-b0a8-9bce6fcb6b39 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 Jul 14 12:21:30.553430 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:30.603109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:30.688934 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Attempting to bind port 8d1d4c31-5832-429c-8506-0433ac2a974b on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:21:30.689642 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Attempting to bind port 8d1d4c31-5832-429c-8506-0433ac2a974b by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:21:30.689962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Attempting to bind port 8d1d4c31-5832-429c-8506-0433ac2a974b on network c8c2692e-4527-41ed-9aa4-f0917dfa8533 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:30.704608 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Port 8d1d4c31-5832-429c-8506-0433ac2a974b on network c8c2692e-4527-41ed-9aa4-f0917dfa8533 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:21:30.704917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Attempting to bind port 8d1d4c31-5832-429c-8506-0433ac2a974b on network c8c2692e-4527-41ed-9aa4-f0917dfa8533 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:30.757523 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:21:30.758308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Checking segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:21:30.758727 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Bound using segment: {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:21:30.759213 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Bound port: 8d1d4c31-5832-429c-8506-0433ac2a974b, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8900c942-2238-41a0-9848-d5100c573997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:21:30.759676 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:30.787810 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:30.812544 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-cd36d87f-0720-4219-befb-6cc0fce6c135 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196818 Jul 14 12:21:30.907820 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-99e3aa3c-71f5-4e3d-9d28-fb38c107f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:30.908268 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-682e3618-ee3b-495e-8d02-b0dbd440dc42 req-454411b5-462c-4172-9f10-37ef09584630 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876250 Jul 14 12:21:30.909132 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-99e3aa3c-71f5-4e3d-9d28-fb38c107f91b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 200 len: 847 time: 0.2141950 Jul 14 12:21:31.005876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:31.011477 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f0241-3887-4c6d-8f69-639872b64ade req-2c679b3c-3f80-48ff-a95f-f8d9c39ef380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.013035 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-2c679b3c-3f80-48ff-a95f-f8d9c39ef380 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.2815151 Jul 14 12:21:31.036522 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-6c6ac09a-c36a-4ede-9242-bff4d4f507bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.038007 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-6c6ac09a-c36a-4ede-9242-bff4d4f507bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e2d82ad-097f-449f-ba1a-eddfae1d0196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873291 Jul 14 12:21:31.041378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:31.056735 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-9173d10a-933a-4675-bfcc-6791bb0ca180 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.056735 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-9173d10a-933a-4675-bfcc-6791bb0ca180 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/networks?id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c HTTP/1.1" status: 200 len: 813 time: 0.2786853 Jul 14 12:21:31.066177 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-b9635fee-2f85-4da2-aca0-0da9f8dfc33f tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/quotas/bae52c2cdf124894a541a6b7407eb23c HTTP/1.1" status: 200 len: 375 time: 0.0088794 Jul 14 12:21:31.098196 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-982ac8ad-f778-40a2-a7d4-bbc0e6d8089b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bae52c2cdf124894a541a6b7407eb23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271208 Jul 14 12:21:31.131345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:31.187007 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:31.192324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.193368 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:31.194788 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] 10.222.0.86 "PUT /v2.0/ports/8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 1093 time: 1.4032936 Jul 14 12:21:31.201482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:31.204487 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a17e00-66d3-407b-b389-f238b11c9581" -d '{"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:31.241259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce088d8f-91a4-49c1-acda-a61908decb32 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:31.247783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6ecf52-9eb9-448c-bebb-57384bc8e6b4 x-openstack-request-id: req-cb6ecf52-9eb9-448c-bebb-57384bc8e6b4 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:31.248069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:31.248317 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cb6ecf52-9eb9-448c-bebb-57384bc8e6b4 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:31.248708 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6ecf52-9eb9-448c-bebb-57384bc8e6b4'] response: {'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'status': 'completed', 'code': 200} Jul 14 12:21:31.264738 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-1165d12f-e59b-4783-9b6e-3bac13fda9ea service neutron] 10.222.0.27 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588371 Jul 14 12:21:31.361510 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe4a68-c77a-47a3-93a2-b3e249842134 req-2958ce3e-db29-4188-b6d6-1f3a34987e10 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.363070 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4ffe4a68-c77a-47a3-93a2-b3e249842134 req-2958ce3e-db29-4188-b6d6-1f3a34987e10 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0514657 Jul 14 12:21:31.367135 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-3c20d8b4-483c-40e8-a5b3-8eab1db3a7b0 service neutron] 10.222.0.27 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966327 Jul 14 12:21:31.414359 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4ffe4a68-c77a-47a3-93a2-b3e249842134 req-ab7c5bb1-432d-4c8b-b183-dfac7525617b tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Jul 14 12:21:31.524918 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a859e-201f-446f-af0f-3b72f31a03fa req-dd9a4010-5bdd-45c9-8a0e-c52eed25fc46 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.526271 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e82a859e-201f-446f-af0f-3b72f31a03fa req-dd9a4010-5bdd-45c9-8a0e-c52eed25fc46 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0455987 Jul 14 12:21:31.579488 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e82a859e-201f-446f-af0f-3b72f31a03fa req-5abac078-aa78-4daf-b369-1efa8a2ab3e4 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443084 Jul 14 12:21:31.657428 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f96c566d-47b6-43ab-b655-67e1097b7944 req-4939e68e-76ce-4d6b-83ab-f61c1c7f579d tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0364108 Jul 14 12:21:31.689917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853529da-28ee-4a97-b184-b795cf922757 req-3546668a-29c7-4e71-b320-663436d63f8a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:31.691502 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-853529da-28ee-4a97-b184-b795cf922757 req-3546668a-29c7-4e71-b320-663436d63f8a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0653613 Jul 14 12:21:31.753245 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-853529da-28ee-4a97-b184-b795cf922757 req-14540b1f-935d-4152-87af-47e50cf68a01 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560131 Jul 14 12:21:31.833203 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-9539b71c-6726-4e4a-9b2e-dae194d92891 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 200 len: 217 time: 0.0494595 Jul 14 12:21:31.909479 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-c24b4172-32e7-41e4-a4e5-5db445899d37 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194592 Jul 14 12:21:32.531239 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfe820-7836-49f5-b197-c6e3e2b463c5 req-6e5f7bab-aaaa-4fb1-aeb4-38e545f3e183 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:32.532717 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-06cfe820-7836-49f5-b197-c6e3e2b463c5 req-6e5f7bab-aaaa-4fb1-aeb4-38e545f3e183 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0501957 Jul 14 12:21:32.552183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:32.582576 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-06cfe820-7836-49f5-b197-c6e3e2b463c5 req-8a9d129f-00ce-48f1-a868-9221e858404a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441372 Jul 14 12:21:32.690445 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724e2ee-dc97-498e-a8f4-f5d767019d21 req-b828b0ae-8754-4482-8e29-f107d5b86e5b tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:32.691938 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4724e2ee-dc97-498e-a8f4-f5d767019d21 req-b828b0ae-8754-4482-8e29-f107d5b86e5b tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0474935 Jul 14 12:21:32.750830 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4724e2ee-dc97-498e-a8f4-f5d767019d21 req-d75701ee-4cec-4a84-860b-b3a421fd2ff0 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524459 Jul 14 12:21:32.760666 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-82937f55-978b-4978-9a65-3010ff383239 req-2cd3f208-d7aa-460a-ba32-e1973f1676c1 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0283844 Jul 14 12:21:32.871480 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a598c2-71d1-4a3b-a383-42bc557caafd req-66f34dfc-d15e-453c-9c6d-54e76dd6f9db tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:32.873370 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-25a598c2-71d1-4a3b-a383-42bc557caafd req-66f34dfc-d15e-453c-9c6d-54e76dd6f9db tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0514495 Jul 14 12:21:32.921371 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-25a598c2-71d1-4a3b-a383-42bc557caafd req-10864e1f-a7ce-4eec-bce0-a8f0ae6543f2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Jul 14 12:21:32.967877 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-1d78bffe-77a6-4781-8638-e71ea134af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:32.969514 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-1d78bffe-77a6-4781-8638-e71ea134af23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1127 time: 0.0472736 Jul 14 12:21:32.983148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17e00-66d3-407b-b389-f238b11c9581 req-ba998ba7-1552-4305-bba4-fa6737df7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:32.984725 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-70a17e00-66d3-407b-b389-f238b11c9581 req-ba998ba7-1552-4305-bba4-fa6737df7c2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1127 time: 0.1090491 Jul 14 12:21:33.074205 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-f82fa025-1dbd-4db3-8827-b41da6c95311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.075646 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-f82fa025-1dbd-4db3-8827-b41da6c95311 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.0928948 Jul 14 12:21:33.122759 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-d13610c1-dc9f-41a0-9438-f883b21e05c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 217 time: 0.0393698 Jul 14 12:21:33.187709 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-61a3e437-487b-499e-b414-90050af657fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.189202 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-61a3e437-487b-499e-b414-90050af657fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0574336 Jul 14 12:21:33.238959 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-115776cd-7dc3-4662-8681-b3b55befa839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.240490 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-115776cd-7dc3-4662-8681-b3b55befa839 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420728 Jul 14 12:21:33.296719 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f0241-3887-4c6d-8f69-639872b64ade req-b3809745-81af-4980-85c3-27ffd0dcf405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.298422 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-b3809745-81af-4980-85c3-27ffd0dcf405 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.4110467 Jul 14 12:21:33.360461 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69e569-25d5-4450-a63f-0570a29a798d req-44cf5f60-e2eb-4f11-908c-64fd64793aab tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.361846 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4b69e569-25d5-4450-a63f-0570a29a798d req-44cf5f60-e2eb-4f11-908c-64fd64793aab tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0476279 Jul 14 12:21:33.365930 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4f1f27f0-171d-4b73-aacd-71e4ec63aaf0 req-3e0759ac-81f7-4379-a2e6-6ef1fac0094a service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795485 Jul 14 12:21:33.390500 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17e00-66d3-407b-b389-f238b11c9581 req-a041138c-a5f0-461a-8357-cb326b1027e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.391973 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-70a17e00-66d3-407b-b389-f238b11c9581 req-a041138c-a5f0-461a-8357-cb326b1027e3 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3708253 Jul 14 12:21:33.410301 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4b69e569-25d5-4450-a63f-0570a29a798d req-da9dec78-cd26-467f-83ee-83574439f965 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Jul 14 12:21:33.698794 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaa28b-b0dc-4432-989c-f98b2a430c0c req-2d36648d-919f-4c80-801f-afd013d054df tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:33.700284 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4afaa28b-b0dc-4432-989c-f98b2a430c0c req-2d36648d-919f-4c80-801f-afd013d054df tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0476778 Jul 14 12:21:33.751876 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4afaa28b-b0dc-4432-989c-f98b2a430c0c req-15d0d9fe-d594-4b2b-b615-b75b40e2e03a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459893 Jul 14 12:21:33.818102 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:33.858459 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-264e7baa-e712-4aec-85d7-36873d2719d5 req-df3dbad7-8bfd-4145-b23d-a4aaf77a16b0 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0314562 Jul 14 12:21:34.036656 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4530a9-bb13-49ff-8050-f0cdeef27ef7 req-56b2db0a-8285-4480-8908-5f4aa1c0fdec tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:34.038158 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cf4530a9-bb13-49ff-8050-f0cdeef27ef7 req-56b2db0a-8285-4480-8908-5f4aa1c0fdec tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0457447 Jul 14 12:21:34.085435 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cf4530a9-bb13-49ff-8050-f0cdeef27ef7 req-c8c2eb45-b4df-48d2-a474-a6adad8c4a27 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Jul 14 12:21:34.526325 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82f921-ad4a-4cfd-a891-4c77c4159960 req-94a67639-48e0-45d0-82e2-3575be1777d4 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:34.527713 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5b82f921-ad4a-4cfd-a891-4c77c4159960 req-94a67639-48e0-45d0-82e2-3575be1777d4 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0482152 Jul 14 12:21:34.575093 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5b82f921-ad4a-4cfd-a891-4c77c4159960 req-cda82d46-e351-4279-9ed4-ac28faee1854 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Jul 14 12:21:34.699477 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:34.731538 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:34.735908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f0241-3887-4c6d-8f69-639872b64ade req-e56e2b0d-930c-40bd-ac19-38e6ff490d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:34.742631 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-e56e2b0d-930c-40bd-ac19-38e6ff490d7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974007 Jul 14 12:21:34.777978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a17e00-66d3-407b-b389-f238b11c9581 req-08e15808-7735-434c-96b4-642f26550a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:34.780075 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-70a17e00-66d3-407b-b389-f238b11c9581 req-08e15808-7735-434c-96b4-642f26550a22 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478395 Jul 14 12:21:34.780634 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-cfcebead-774c-4d86-a550-890ff9f49320 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473525 Jul 14 12:21:34.879091 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c79dfb-9420-47eb-83ec-81e9aa47b350 req-15c3ea07-06a6-4ab3-8ab6-2b6691d6151b tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:34.880688 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c2c79dfb-9420-47eb-83ec-81e9aa47b350 req-15c3ea07-06a6-4ab3-8ab6-2b6691d6151b tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0527689 Jul 14 12:21:34.929206 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059fad3-d20e-40a9-813c-f0a5582e9615 req-bee7a815-12da-46f2-9731-8a599f787025 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:34.931438 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d059fad3-d20e-40a9-813c-f0a5582e9615 req-bee7a815-12da-46f2-9731-8a599f787025 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0499506 Jul 14 12:21:34.933226 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c2c79dfb-9420-47eb-83ec-81e9aa47b350 req-ec7e2815-1930-4454-8739-ec3edc352b8e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Jul 14 12:21:34.967249 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:34.986482 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d059fad3-d20e-40a9-813c-f0a5582e9615 req-0f609c74-432b-46b8-8fc3-67cf9fb13dbf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495362 Jul 14 12:21:35.024353 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ea14a717-a283-4fb9-92a3-043257ce7e6e details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:35.073460 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-733ebd9c-8c1c-48e8-9d56-ebbab6be0f8a req-a1cc19c4-e1fd-42a3-adcc-a2dc966cc60e tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0741296 Jul 14 12:21:35.135466 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ea14a717-a283-4fb9-92a3-043257ce7e6e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:35.144075 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-606f6aa1-dd5b-4935-b215-6c6c4938767e service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469719 Jul 14 12:21:35.149100 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:35.190501 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port ea14a717-a283-4fb9-92a3-043257ce7e6e is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:35.191194 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:35.200256 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-9cce894b-eb3f-47e7-a3d4-586850e4ddce service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107513 Jul 14 12:21:35.205398 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea14a717-a283-4fb9-92a3-043257ce7e6e {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:35.208513 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03578b2c-17ed-4a13-8602-33dde938da75 req-34685531-acbb-47a4-bee4-b403dd389484 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:35.210063 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03578b2c-17ed-4a13-8602-33dde938da75 req-34685531-acbb-47a4-bee4-b403dd389484 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.86 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.1676211 Jul 14 12:21:35.212014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ea910add-112c-4d10-b5a9-49b7839a86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:35.213530 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-ea910add-112c-4d10-b5a9-49b7839a86ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1127 time: 0.1392365 Jul 14 12:21:35.216569 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcd99f-bb35-4307-83d2-a4b4b93263a7 req-a95acb1a-6a44-420c-9d4a-810abbdf0ca6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:35.218098 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e9dcd99f-bb35-4307-83d2-a4b4b93263a7 req-a95acb1a-6a44-420c-9d4a-810abbdf0ca6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 943 time: 0.0515411 Jul 14 12:21:35.227240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ea14a717-a283-4fb9-92a3-043257ce7e6e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:35.270269 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e9dcd99f-bb35-4307-83d2-a4b4b93263a7 req-191592e9-5c6d-414e-94eb-f6f0f8289ce5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459845 Jul 14 12:21:35.296309 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:35.348689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=ea14a717-a283-4fb9-92a3-043257ce7e6e,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:35.425039 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-3eb489ef-23c1-4018-96a7-d486a92ee5f0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 217 time: 0.0794981 Jul 14 12:21:35.428777 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:35.570814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-abf2f4c4-1334-4766-aa95-2446dbe35912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:35.572795 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-abf2f4c4-1334-4766-aa95-2446dbe35912 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 200 len: 853 time: 0.1144855 Jul 14 12:21:35.575162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Deleting port 5a931f59-eb56-4d86-86ee-de446155344c {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:21:35.575497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (5a931f59-eb56-4d86-86ee-de446155344c), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:35.580614 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-8141465e-dc84-40a4-894b-171d61f38518 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448084 Jul 14 12:21:35.690356 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['ea14a717-a283-4fb9-92a3-043257ce7e6e'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:35.704003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] For port 5a931f59-eb56-4d86-86ee-de446155344c, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=5a931f59-eb56-4d86-86ee-de446155344c,segment=NetworkSegment(7e6dc546-4334-4cdd-9775-e670527fd05e),segment_id=7e6dc546-4334-4cdd-9775-e670527fd05e)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:35.704548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (5a931f59-eb56-4d86-86ee-de446155344c), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:35.713684 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5433098d-4d18-4884-8a93-569154767d1b req-1ffde677-1bea-4aa7-9976-06ffbe06cba8 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:35.715229 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5433098d-4d18-4884-8a93-569154767d1b req-1ffde677-1bea-4aa7-9976-06ffbe06cba8 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 948 time: 0.0710244 Jul 14 12:21:35.728447 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Calling delete_port for 5a931f59-eb56-4d86-86ee-de446155344c owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:21:35.810165 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5433098d-4d18-4884-8a93-569154767d1b req-f1c72047-911d-4333-8878-91f3ef949abf tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d2890d-0026-4022-8da0-0a58dc137ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870898 Jul 14 12:21:35.828365 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:35.914338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-7fb044b3-d4cc-491c-a0e7-95b308c39259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:35.915947 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-7fb044b3-d4cc-491c-a0e7-95b308c39259 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c2692e-4527-41ed-9aa4-f0917dfa8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779359 Jul 14 12:21:35.921977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:36.029501 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-fb3e903c-0bff-4b53-8809-2e67fd37c384 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017735 Jul 14 12:21:36.045248 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (5a931f59-eb56-4d86-86ee-de446155344c), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:36.050489 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091647a6-e297-4096-a127-cd8cef47cd8a req-878f289e-4799-4e61-904a-d27df44cfdc6 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:36.052045 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-091647a6-e297-4096-a127-cd8cef47cd8a req-878f289e-4799-4e61-904a-d27df44cfdc6 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0513554 Jul 14 12:21:36.095151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Pushing event deleted for resources: {'Port': ['ID=5a931f59-eb56-4d86-86ee-de446155344c,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:36.111324 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-091647a6-e297-4096-a127-cd8cef47cd8a req-24f82ff9-7443-4bcc-b574-72ef7532e68c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499701 Jul 14 12:21:36.181265 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:36.205833 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8abe91c9-c75a-4ec6-a8f8-9403724cab9d req-2703c97e-16f1-4647-a3e9-0d6f9c4bbac3 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0361731 Jul 14 12:21:36.268277 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2fbcc-2fd1-416c-b21b-811c67cb31e3 req-57f3258e-cb9f-4678-b53d-393d7b48eb28 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:36.269875 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f7f2fbcc-2fd1-416c-b21b-811c67cb31e3 req-57f3258e-cb9f-4678-b53d-393d7b48eb28 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.1804559 Jul 14 12:21:36.275984 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] No DVR routers for this DVR port 5a931f59-eb56-4d86-86ee-de446155344c on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:21:36.285542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:36.288925 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03578b2c-17ed-4a13-8602-33dde938da75 req-02ceea07-bcce-4e50-9174-5a49c94cf764 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.86 "DELETE /v2.0/ports/5a931f59-eb56-4d86-86ee-de446155344c HTTP/1.1" status: 204 len: 173 time: 0.9510458 Jul 14 12:21:36.291287 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aca3a55-17cb-461a-ad99-5606410ac540', 'name': 'network-vif-deleted', 'tag': '5a931f59-eb56-4d86-86ee-de446155344c'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:36.293678 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1474827-a235-4c7e-9b7f-a3c671ea81bf" -d '{"events": [{"server_uuid": "2aca3a55-17cb-461a-ad99-5606410ac540", "name": "network-vif-deleted", "tag": "5a931f59-eb56-4d86-86ee-de446155344c"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:36.363030 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d901ccdc-fb89-49d9-8143-794facc6d62f req-bfba3a54-c2ed-456d-9839-da0cbda3583c service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265293 Jul 14 12:21:36.404002 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46238ba-5808-43e1-8935-a4ba2ed4fe51 req-d9b83e42-01a0-4920-a324-57675a975db0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:36.405360 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b46238ba-5808-43e1-8935-a4ba2ed4fe51 req-d9b83e42-01a0-4920-a324-57675a975db0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 944 time: 0.0581799 Jul 14 12:21:36.413442 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:36.415317 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f7f2fbcc-2fd1-416c-b21b-811c67cb31e3 req-37ea6a04-3159-4a2f-bf8c-512aee7e28a2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371827 Jul 14 12:21:36.430246 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-e1e5a690-b21b-43a3-9bb5-5dcda8c4a383 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:36.430246 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-e1e5a690-b21b-43a3-9bb5-5dcda8c4a383 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "GET /v2.0/networks?id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c HTTP/1.1" status: 200 len: 813 time: 0.2401438 Jul 14 12:21:36.452671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Request body: {'port': {'device_id': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c', 'admin_state_up': True, 'tenant_id': 'bae52c2cdf124894a541a6b7407eb23c'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:36.458987 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b46238ba-5808-43e1-8935-a4ba2ed4fe51 req-0c82e0f8-a943-4b52-9467-2713a6b91154 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461335 Jul 14 12:21:36.470336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da7b9b-e9d2-4ab2-b73f-c0fecb01fc0b x-openstack-request-id: req-24da7b9b-e9d2-4ab2-b73f-c0fecb01fc0b {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:36.470756 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aca3a55-17cb-461a-ad99-5606410ac540", "name": "network-vif-deleted", "tag": "5a931f59-eb56-4d86-86ee-de446155344c", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:36.470894 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24da7b9b-e9d2-4ab2-b73f-c0fecb01fc0b {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:36.471384 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24da7b9b-e9d2-4ab2-b73f-c0fecb01fc0b'] response: {'server_uuid': '2aca3a55-17cb-461a-ad99-5606410ac540', 'name': 'network-vif-deleted', 'tag': '5a931f59-eb56-4d86-86ee-de446155344c', 'status': 'completed', 'code': 200} Jul 14 12:21:36.627424 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Made reservation on behalf of bae52c2cdf124894a541a6b7407eb23c for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:21:36.630801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:36.712858 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['5a931f59-eb56-4d86-86ee-de446155344c'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:36.760156 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Allocated IP 172.20.0.6 (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c/15d8cbf0-f127-41f5-9bde-1fd09e801c5d/3eede203-2d63-46df-8338-538ec6d38092) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:21:36.921314 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f98c26ad-3a81-4a67-9e67-27b5b41179e2 req-9de788af-58e7-4f05-a980-961978bc82b4 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0384514 Jul 14 12:21:36.934657 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks [] for port (3eede203-2d63-46df-8338-538ec6d38092), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:37.022270 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (3eede203-2d63-46df-8338-538ec6d38092), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:37.057183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:37.066317 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:21:37.072080 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:21:37.077194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:21:37.103650 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Pushing event updated for resources: {'Port': ['ID=3eede203-2d63-46df-8338-538ec6d38092,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:37.123515 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:37.131382 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:37.131979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:37.139390 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ea14a717-a283-4fb9-92a3-043257ce7e6e up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:37.179574 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:37.184579 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port ea14a717-a283-4fb9-92a3-043257ce7e6e completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:21:37.213919 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-126b22a8-9071-454b-a071-3ec8b141a4c8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7666035 Jul 14 12:21:37.227661 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52c259-ce23-48ed-b558-78bce9283de7 req-d93b1b8d-a1e1-43a1-b3be-36201433913d tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:37.229196 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b52c259-ce23-48ed-b558-78bce9283de7 req-d93b1b8d-a1e1-43a1-b3be-36201433913d tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0472672 Jul 14 12:21:37.273652 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port ea14a717-a283-4fb9-92a3-043257ce7e6e triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:37.274687 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:37.278086 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b52c259-ce23-48ed-b558-78bce9283de7 req-93617586-5906-4969-b8b3-09b6a75ff4f4 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431092 Jul 14 12:21:37.321846 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc264b-1f9a-4e87-b209-d1c61be564ff req-e4568a4e-06f9-49f8-9e19-2e47e2f6d9af tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:37.323475 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f0bc264b-1f9a-4e87-b209-d1c61be564ff req-e4568a4e-06f9-49f8-9e19-2e47e2f6d9af tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 931 time: 0.0478103 Jul 14 12:21:37.354720 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port ea14a717-a283-4fb9-92a3-043257ce7e6e is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:37.355132 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:37.371822 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f0bc264b-1f9a-4e87-b209-d1c61be564ff req-ab582f61-797f-4b38-b4f4-da1cadbdf807 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426521 Jul 14 12:21:37.377828 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:37.380055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78860ecb-634c-4543-9a45-e27357f8b7e0" -d '{"events": [{"server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "name": "network-vif-plugged", "status": "completed", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:37.394037 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ea14a717-a283-4fb9-92a3-043257ce7e6e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:37.416526 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d77db6f-3d1e-4784-ac4d-336e16a3f9c5 x-openstack-request-id: req-2d77db6f-3d1e-4784-ac4d-336e16a3f9c5 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:37.416839 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "name": "network-vif-plugged", "status": "completed", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:37.417099 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2d77db6f-3d1e-4784-ac4d-336e16a3f9c5 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:37.417497 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d77db6f-3d1e-4784-ac4d-336e16a3f9c5'] response: {'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'code': 200} Jul 14 12:21:37.473512 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:37.474431 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 5a931f59-eb56-4d86-86ee-de446155344c no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:21:37.512254 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 5a931f59-eb56-4d86-86ee-de446155344c {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:21:37.512587 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 5a931f59-eb56-4d86-86ee-de446155344c not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:21:37.543551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81176298-4648-486e-9c34-96578cb224ba req-a06a9103-fc7a-4d56-8b2b-16ade3e891c3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:37.543992 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=ea14a717-a283-4fb9-92a3-043257ce7e6e,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:37.545241 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81176298-4648-486e-9c34-96578cb224ba req-a06a9103-fc7a-4d56-8b2b-16ade3e891c3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0588508 Jul 14 12:21:37.583330 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fb1e5-5d2c-4ed6-aa01-92f62fcd7844 req-6653301b-3539-424c-9043-6d0aac5aa74e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:37.584909 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5c0fb1e5-5d2c-4ed6-aa01-92f62fcd7844 req-6653301b-3539-424c-9043-6d0aac5aa74e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0506010 Jul 14 12:21:37.597960 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81176298-4648-486e-9c34-96578cb224ba req-b263674d-cf11-48f2-aea3-16a481745b38 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Jul 14 12:21:37.635343 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5c0fb1e5-5d2c-4ed6-aa01-92f62fcd7844 req-a6d2d53c-732b-4637-8a03-8b880023539d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447006 Jul 14 12:21:37.722679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Request body: {'port': {'device_id': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:37.784714 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3eede203-2d63-46df-8338-538ec6d38092), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.027720 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b935ba93-cf28-4e87-a782-d4f6f297c104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.058720 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-abcc2988-4f5e-43f8-88b2-f8fe415b983d req-ab2156a1-4acf-411e-9ab2-21ec865a7fe5 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0534663 Jul 14 12:21:38.070020 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eede203-2d63-46df-8338-538ec6d38092 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:38.079380 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Publish callbacks [] for port (3eede203-2d63-46df-8338-538ec6d38092), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.093948 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Transition to ACTIVE for port object 3eede203-2d63-46df-8338-538ec6d38092 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:21:38.152908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (3eede203-2d63-46df-8338-538ec6d38092), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.208582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Pushing event updated for resources: {'Port': ['ID=3eede203-2d63-46df-8338-538ec6d38092,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:38.276416 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Attempting to bind port 3eede203-2d63-46df-8338-538ec6d38092 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:21:38.276745 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Attempting to bind port 3eede203-2d63-46df-8338-538ec6d38092 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:21:38.277065 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Attempting to bind port 3eede203-2d63-46df-8338-538ec6d38092 on network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:38.281408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Port 3eede203-2d63-46df-8338-538ec6d38092 on network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:21:38.281716 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Attempting to bind port 3eede203-2d63-46df-8338-538ec6d38092 on network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:21:38.286668 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:21:38.287035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Checking segment: {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:21:38.287408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Bound using segment: {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:21:38.287819 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Bound port: 3eede203-2d63-46df-8338-538ec6d38092, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:21:38.288164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3eede203-2d63-46df-8338-538ec6d38092), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.349687 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:38.354092 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] For port 3eede203-2d63-46df-8338-538ec6d38092, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:21:38.357308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] For port 3eede203-2d63-46df-8338-538ec6d38092, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3eede203-2d63-46df-8338-538ec6d38092,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:21:38.396316 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111a967-51ec-4738-810e-ff89cdc0a2d8 req-8f70ed6c-2f16-48e4-9b9c-3856e46a1cb9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:38.397761 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f111a967-51ec-4738-810e-ff89cdc0a2d8 req-8f70ed6c-2f16-48e4-9b9c-3856e46a1cb9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 943 time: 0.0465081 Jul 14 12:21:38.451428 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f111a967-51ec-4738-810e-ff89cdc0a2d8 req-6a8eed44-e891-4ef1-a880-1ec8a7a5ed56 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Jul 14 12:21:38.492852 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (3eede203-2d63-46df-8338-538ec6d38092), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.505519 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:38.529293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36fb53-17c7-4c7d-99a0-d3d3214c2309 req-7ba21f41-d34e-44d4-8a96-657c79e21f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:38.530802 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0d36fb53-17c7-4c7d-99a0-d3d3214c2309 req-7ba21f41-d34e-44d4-8a96-657c79e21f56 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.1064205 Jul 14 12:21:38.544126 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70593e-3833-499a-8324-ceab2caa639d req-f94c39ac-f413-4f48-847c-ced1ea7ce191 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:38.545632 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bf70593e-3833-499a-8324-ceab2caa639d req-f94c39ac-f413-4f48-847c-ced1ea7ce191 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 943 time: 0.0896478 Jul 14 12:21:38.556952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:38.557543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:38.558830 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] 10.222.0.86 "PUT /v2.0/ports/3eede203-2d63-46df-8338-538ec6d38092 HTTP/1.1" status: 200 len: 1093 time: 0.8403533 Jul 14 12:21:38.559286 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'tag': '3eede203-2d63-46df-8338-538ec6d38092'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:38.561446 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44" -d '{"events": [{"name": "network-changed", "server_uuid": "3bec056f-1ed7-4c1f-9e79-6f44c353d9c3", "tag": "3eede203-2d63-46df-8338-538ec6d38092"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:38.602830 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a134812-4f2a-402c-bce6-f7885a1345c0 x-openstack-request-id: req-3a134812-4f2a-402c-bce6-f7885a1345c0 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:38.603117 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bec056f-1ed7-4c1f-9e79-6f44c353d9c3", "tag": "3eede203-2d63-46df-8338-538ec6d38092", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:38.603417 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3a134812-4f2a-402c-bce6-f7885a1345c0 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:38.603819 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a134812-4f2a-402c-bce6-f7885a1345c0'] response: {'name': 'network-changed', 'server_uuid': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'tag': '3eede203-2d63-46df-8338-538ec6d38092', 'status': 'completed', 'code': 200} Jul 14 12:21:38.613998 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91296c8c-ecf6-440f-984d-e265ee5f3e26 service neutron] Pushing event updated for resources: {'Port': ['ID=3eede203-2d63-46df-8338-538ec6d38092,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:38.654335 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0d36fb53-17c7-4c7d-99a0-d3d3214c2309 req-dd4aa86d-855b-46ee-b6fd-962f14c1c949 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046219 Jul 14 12:21:38.659282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bf70593e-3833-499a-8324-ceab2caa639d req-43019b01-4306-448f-b20f-baa6bbe25717 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951672 Jul 14 12:21:38.726486 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27584dca-2707-4876-8dfd-211313bd8b96 req-735eb125-4c72-41fa-8576-50ea941cd98d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:38.729916 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-27584dca-2707-4876-8dfd-211313bd8b96 req-735eb125-4c72-41fa-8576-50ea941cd98d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0526361 Jul 14 12:21:38.764781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c56d-6890-465b-86cd-d618d935a04b req-f0afe473-3a86-4c74-8426-ccc4cdefd72c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:38.767425 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ddb7c56d-6890-465b-86cd-d618d935a04b req-f0afe473-3a86-4c74-8426-ccc4cdefd72c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0505102 Jul 14 12:21:38.777335 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-27584dca-2707-4876-8dfd-211313bd8b96 req-e16ddcd0-190c-4e1c-bd20-d01cf1c30177 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Jul 14 12:21:38.816135 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ddb7c56d-6890-465b-86cd-d618d935a04b req-d6af4c61-e65f-43f7-9633-9ed6b7f91280 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429986 Jul 14 12:21:39.036205 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 8d1d4c31-5832-429c-8506-0433ac2a974b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:39.063982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44 req-927948b6-a454-4857-8953-f3c1d0404f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.065966 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44 req-927948b6-a454-4857-8953-f3c1d0404f87 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bae52c2cdf124894a541a6b7407eb23c&device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 1127 time: 0.0462215 Jul 14 12:21:39.144668 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:39.154239 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'port_id': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'mac_address': 'fa:16:3e:f6:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:39.187156 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-aab4bf52-d2d2-412e-b63f-c2ebb8d85a2f req-a6cb1f27-a273-466a-98cd-8f7518c6a644 tempest-VolumesNegativeTest-260160711 tempest-VolumesNegativeTest-260160711-project] 10.222.0.27 "GET /v2.0/ports?device_id=2aca3a55-17cb-461a-ad99-5606410ac540 HTTP/1.1" status: 200 len: 210 time: 0.0392501 Jul 14 12:21:39.191111 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 8d1d4c31-5832-429c-8506-0433ac2a974b is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:39.191719 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:39.192622 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44 req-e52a9232-3ad5-4af4-8a81-0b164700b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.194743 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44 req-e52a9232-3ad5-4af4-8a81-0b164700b9b8 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=bae52c2cdf124894a541a6b7407eb23c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1017296 Jul 14 12:21:39.213014 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1d4c31-5832-429c-8506-0433ac2a974b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:39.232362 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:39.336198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:39.385006 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:39.413540 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:21:39.565726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5cc73-1d15-447d-87b1-80e835946329 req-5f4d1593-c358-488d-bc0e-2be129a27a29 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.567248 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c3f5cc73-1d15-447d-87b1-80e835946329 req-5f4d1593-c358-488d-bc0e-2be129a27a29 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 944 time: 0.0474055 Jul 14 12:21:39.676956 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c3f5cc73-1d15-447d-87b1-80e835946329 req-87f8992b-2158-4aea-ba38-0df0acbc01e0 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041219 Jul 14 12:21:39.716259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44 req-83bfe573-918b-4cff-b019-f5ab884edaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.716259 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0cf3d9fb-74ee-4c04-8d5a-cf9964df8b44 req-83bfe573-918b-4cff-b019-f5ab884edaa5 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272323 Jul 14 12:21:39.780587 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['8d1d4c31-5832-429c-8506-0433ac2a974b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:39.782912 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ad4cd-710c-4915-8127-0eb1a6bf26b6 req-fc5d581c-4548-44c9-8fb5-10ec7aec8c52 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.784565 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-812ad4cd-710c-4915-8127-0eb1a6bf26b6 req-fc5d581c-4548-44c9-8fb5-10ec7aec8c52 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 943 time: 0.0529482 Jul 14 12:21:39.848238 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-812ad4cd-710c-4915-8127-0eb1a6bf26b6 req-ac2f662e-34ac-4078-99af-836be037e6f3 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565643 Jul 14 12:21:39.904127 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-4bc17220-3f23-4ded-8af3-2dbd860b9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.905620 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-4bc17220-3f23-4ded-8af3-2dbd860b9689 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bae52c2cdf124894a541a6b7407eb23c&device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 1127 time: 0.0899079 Jul 14 12:21:39.922556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d7ff1-3fd4-453b-b35b-108331c3c9a7 req-7b171557-6c00-4e73-a439-7c68ebd42e16 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.924114 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-910d7ff1-3fd4-453b-b35b-108331c3c9a7 req-7b171557-6c00-4e73-a439-7c68ebd42e16 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0615411 Jul 14 12:21:39.973883 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-910d7ff1-3fd4-453b-b35b-108331c3c9a7 req-d74189d1-d125-4675-b39a-cabc2cab1038 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Jul 14 12:21:39.975811 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d43cdf-23a8-4d23-a958-73ccf07c74d1 req-ab190cba-0fc2-44b0-95ad-e3f7ed521cc7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:39.978110 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e2d43cdf-23a8-4d23-a958-73ccf07c74d1 req-ab190cba-0fc2-44b0-95ad-e3f7ed521cc7 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0582161 Jul 14 12:21:40.020564 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:40.026811 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e2d43cdf-23a8-4d23-a958-73ccf07c74d1 req-947dd217-37a7-44c1-86e8-fa471e094aef tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Jul 14 12:21:40.284480 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3da131c5-b200-4a94-b7f4-f02ac84b186c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:40.655397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:40.684636 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-dd3b9ff4-998f-4df1-9a59-cc02d93d6676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eede203-2d63-46df-8338-538ec6d38092 HTTP/1.1" status: 200 len: 217 time: 0.0357752 Jul 14 12:21:40.743314 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-6b8d0c88-73a3-4519-92a8-48fbc9fe93b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:40.747531 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-6b8d0c88-73a3-4519-92a8-48fbc9fe93b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15d8cbf0-f127-41f5-9bde-1fd09e801c5d HTTP/1.1" status: 200 len: 853 time: 0.0495114 Jul 14 12:21:40.783722 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-174aa9cb-c352-4e19-ba7f-da61367817a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305924 Jul 14 12:21:40.802148 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:40.819664 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1753c-c172-4c8e-a962-ce2acedc7d63 req-8f57516c-e49f-43e3-8ced-f12927d1d862 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:40.821457 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86f1753c-c172-4c8e-a962-ce2acedc7d63 req-8f57516c-e49f-43e3-8ced-f12927d1d862 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 944 time: 0.0527415 Jul 14 12:21:40.870224 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-86f1753c-c172-4c8e-a962-ce2acedc7d63 req-6c20b7db-d02f-4d5a-98a8-57f0b03f2ec9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430760 Jul 14 12:21:40.881659 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-20e3be23-0d26-4cc3-a90b-8c1cee713f25 service neutron] 10.222.0.86 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899415 Jul 14 12:21:41.042415 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 8d1d4c31-5832-429c-8506-0433ac2a974b up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:41.103522 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 8d1d4c31-5832-429c-8506-0433ac2a974b completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:21:41.106162 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:41.128898 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0be66-c5f5-4ef5-8c61-31351310f809 req-a054662f-2697-4f75-888f-b8814d335947 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:41.137482 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b8c0be66-c5f5-4ef5-8c61-31351310f809 req-a054662f-2697-4f75-888f-b8814d335947 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0803590 Jul 14 12:21:41.182302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 8d1d4c31-5832-429c-8506-0433ac2a974b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:41.182692 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:41.184422 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b8c0be66-c5f5-4ef5-8c61-31351310f809 req-ee7aaf90-36e2-4fe4-80b1-ac5b3d49befb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459759 Jul 14 12:21:41.267369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3d869-094b-47ef-b2aa-e9ab0aa9fdb2 req-944919d1-050b-4ba0-82c2-314ecfe356b4 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:41.269009 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-83a3d869-094b-47ef-b2aa-e9ab0aa9fdb2 req-944919d1-050b-4ba0-82c2-314ecfe356b4 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 943 time: 0.0702732 Jul 14 12:21:41.275067 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f380be3-3f03-4ffe-a19a-56adfb9f5bf8 req-c3817aec-a21a-4620-bb2f-e338a011eecb service neutron] 10.222.0.86 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868232 Jul 14 12:21:41.278738 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:41.296235 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 8d1d4c31-5832-429c-8506-0433ac2a974b is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:41.303330 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:41.339843 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-83a3d869-094b-47ef-b2aa-e9ab0aa9fdb2 req-446a48f4-688c-406a-ac84-bce84a2b36cf tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628183 Jul 14 12:21:41.342554 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:41.343696 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:41.352783 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa53c27-612a-4215-bb8d-4dea499cec0e" -d '{"events": [{"server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "name": "network-vif-plugged", "status": "completed", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:41.361488 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12463e71-9f7c-49b1-ac5e-0799694082e5 req-a3c475ee-d599-48bf-a639-f97b8e87d4aa tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:41.362384 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12463e71-9f7c-49b1-ac5e-0799694082e5 req-a3c475ee-d599-48bf-a639-f97b8e87d4aa tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0862088 Jul 14 12:21:41.391248 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec742db2-22f8-4a61-aa84-d80fe452a414 x-openstack-request-id: req-ec742db2-22f8-4a61-aa84-d80fe452a414 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:41.391550 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "name": "network-vif-plugged", "status": "completed", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:41.392771 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ec742db2-22f8-4a61-aa84-d80fe452a414 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:41.392771 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec742db2-22f8-4a61-aa84-d80fe452a414'] response: {'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'code': 200} Jul 14 12:21:41.413125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:41.421329 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-12463e71-9f7c-49b1-ac5e-0799694082e5 req-0d268d2d-d0a3-4a85-9cc3-7a49cd8dda8a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507255 Jul 14 12:21:41.477893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:41.543868 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16f31ac-7120-4d1e-92ab-f4e89beb952a req-12306d7c-f03f-4f2f-934a-4d6bc3e0de9e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:41.545276 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a16f31ac-7120-4d1e-92ab-f4e89beb952a req-12306d7c-f03f-4f2f-934a-4d6bc3e0de9e tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0576158 Jul 14 12:21:41.554347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58492) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:41.559401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'floatingip': {'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:41.581987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:41.597941 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:41.767234 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:41.997256 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9061a4-27cc-4df4-b4ff-a1ff208243bd req-c561efe9-f501-420b-9aae-92d37db4a8cf tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:41.998732 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8e9061a4-27cc-4df4-b4ff-a1ff208243bd req-c561efe9-f501-420b-9aae-92d37db4a8cf tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0501056 Jul 14 12:21:42.048807 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8e9061a4-27cc-4df4-b4ff-a1ff208243bd req-39813d88-8030-4f3c-ae95-ffdc6bc44bb4 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440509 Jul 14 12:21:42.055623 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:42.124491 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:42.223080 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Floating IP 663e8223-9a1d-4207-a042-36a3b2d43988 associated. External IP: 172.27.1.197, port: ea14a717-a283-4fb9-92a3-043257ce7e6e. Jul 14 12:21:42.308165 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:42.356442 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18793a6-a080-49d0-8144-b592c254afbc req-f917ee96-473c-4cca-b128-bec1cf537961 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:42.357968 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d18793a6-a080-49d0-8144-b592c254afbc req-f917ee96-473c-4cca-b128-bec1cf537961 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0643079 Jul 14 12:21:42.454918 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aab9f3-e9b0-4a37-9062-73aa99f08a38 req-ff8642ef-d8fd-4a09-b9f6-264a0ce41823 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:42.456443 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34aab9f3-e9b0-4a37-9062-73aa99f08a38 req-ff8642ef-d8fd-4a09-b9f6-264a0ce41823 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 943 time: 0.0499210 Jul 14 12:21:42.486899 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d18793a6-a080-49d0-8144-b592c254afbc req-b5eefa5d-f2a6-483b-9608-ed0fd7f73236 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202376 Jul 14 12:21:42.507129 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Router f90c51cd-81cf-4f30-8618-5e65dc692583 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:21:42.511536 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34aab9f3-e9b0-4a37-9062-73aa99f08a38 req-527edc25-e606-4c53-b194-94e6b70880d3 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467906 Jul 14 12:21:42.611571 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:42.618794 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:21:42.623778 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:42.639251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] Sync routers for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:21:42.639251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:21:42.639785 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:21:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:42.655529 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1ad55931-9ef4-4ff1-8a24-9ffc6c067d06 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "PUT /v2.0/floatingips/663e8223-9a1d-4207-a042-36a3b2d43988 HTTP/1.1" status: 200 len: 991 time: 1.0991631 Jul 14 12:21:42.661837 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:42.661837 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ff137-2ec2-4360-aa12-f3a3707165db" -d '{"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:42.695959 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1560cca9-f53f-4c16-917a-bcaa165b9ca9 x-openstack-request-id: req-1560cca9-f53f-4c16-917a-bcaa165b9ca9 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:42.696240 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:42.696489 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1560cca9-f53f-4c16-917a-bcaa165b9ca9 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:42.696887 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1560cca9-f53f-4c16-917a-bcaa165b9ca9'] response: {'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'status': 'completed', 'code': 200} Jul 14 12:21:42.760082 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:21:42.798345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff137-2ec2-4360-aa12-f3a3707165db req-d8e18c6d-fe37-44f7-b03d-8b623991bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:42.799888 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-d8e18c6d-fe37-44f7-b03d-8b623991bd5b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.0434859 Jul 14 12:21:42.872592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:42.909801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff137-2ec2-4360-aa12-f3a3707165db req-b7cd1d07-a5e3-4e20-a6b2-06f4fe26eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:42.911413 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-b7cd1d07-a5e3-4e20-a6b2-06f4fe26eb2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.0953054 Jul 14 12:21:42.988658 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-0e0f3a21-672c-4892-9528-26816ee55c22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 999 time: 0.0707381 Jul 14 12:21:42.995757 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '663e8223-9a1d-4207-a042-36a3b2d43988', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:07Z', 'updated_at': '2022-07-14T12:21:41Z', 'revision_number': 1, 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:43.014493 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] Checking router: f90c51cd-81cf-4f30-8618-5e65dc692583 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:21:43.025270 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:21:43.026251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:21:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:43.100137 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d37bf8-6b44-4d5a-a0c1-5cf8053329c8 req-58393fd0-8f8f-4d3b-bf43-f43c27e46d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:43.102154 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-56d37bf8-6b44-4d5a-a0c1-5cf8053329c8 req-58393fd0-8f8f-4d3b-bf43-f43c27e46d0f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1129 time: 0.0578682 Jul 14 12:21:43.104098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff137-2ec2-4360-aa12-f3a3707165db req-b33065de-8d63-470c-8696-52bd287be1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:43.105910 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-b33065de-8d63-470c-8696-52bd287be1bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0929074 Jul 14 12:21:43.157591 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:21:43.190067 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac350e-0efa-42a6-9a44-93caf390334e req-953988d0-93f0-4a14-b2e3-4bedd9bae5b0 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:43.192877 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45ac350e-0efa-42a6-9a44-93caf390334e req-953988d0-93f0-4a14-b2e3-4bedd9bae5b0 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0646248 Jul 14 12:21:43.202360 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:43.206287 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-56d37bf8-6b44-4d5a-a0c1-5cf8053329c8 req-697d3bcd-b2ea-4dd7-91cd-d87153b6d6c6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864458 Jul 14 12:21:43.218058 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff137-2ec2-4360-aa12-f3a3707165db req-685a8395-8ff6-44fc-bf59-fe30bf60f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:43.219822 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-685a8395-8ff6-44fc-bf59-fe30bf60f722 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801697 Jul 14 12:21:43.249281 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45ac350e-0efa-42a6-9a44-93caf390334e req-2eeaee5c-00c7-424d-9443-f940d94b75a9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505831 Jul 14 12:21:43.272355 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:43.512565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '663e8223-9a1d-4207-a042-36a3b2d43988', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:07Z', 'updated_at': '2022-07-14T12:21:41Z', 'revision_number': 1, 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:21:43.542527 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aa1bfa-4c44-40b0-9e96-cc8b1dc42a67 None None] The sync data for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi is: [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '663e8223-9a1d-4207-a042-36a3b2d43988', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:07Z', 'updated_at': '2022-07-14T12:21:41Z', 'revision_number': 1, 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:21:43.640854 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904afa9-ce6f-4f0e-9a5c-c67ec9c858cf req-88ec2264-1e27-491c-9bb4-ff405a647e46 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:43.642475 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8904afa9-ce6f-4f0e-9a5c-c67ec9c858cf req-88ec2264-1e27-491c-9bb4-ff405a647e46 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 943 time: 0.0517242 Jul 14 12:21:43.668470 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a27d-517f-4cff-9625-f5d61d98f88f req-47d8637b-474b-43c7-9bb3-b51fa5d09ade tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:43.669850 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03b8a27d-517f-4cff-9625-f5d61d98f88f req-47d8637b-474b-43c7-9bb3-b51fa5d09ade tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.1007464 Jul 14 12:21:43.713719 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8904afa9-ce6f-4f0e-9a5c-c67ec9c858cf req-41380fec-aa69-4f31-957a-94bd67a96489 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608585 Jul 14 12:21:43.720302 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-ffabc361-43a1-4a1a-8826-c7ffcba35f85 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612332 Jul 14 12:21:43.774625 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03b8a27d-517f-4cff-9625-f5d61d98f88f req-703a63b6-56c1-45e9-a80a-cf9818bbdcfc tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932961 Jul 14 12:21:43.813450 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e47757-80f9-4790-b80b-b6803ce1e4a5 None None] New status for floating IP 663e8223-9a1d-4207-a042-36a3b2d43988: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:21:44.212169 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:44.235557 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-125ff137-2ec2-4360-aa12-f3a3707165db req-594a2cdb-afd6-4f1d-8ce8-1bb97d99d267 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956171 Jul 14 12:21:44.362359 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f6598-d0a9-4b9c-bbbf-8058b51bdddc req-f1fccf00-0f9b-4eb0-8698-892b90a4aad3 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:44.363904 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2a2f6598-d0a9-4b9c-bbbf-8058b51bdddc req-f1fccf00-0f9b-4eb0-8698-892b90a4aad3 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0488183 Jul 14 12:21:44.413530 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2a2f6598-d0a9-4b9c-bbbf-8058b51bdddc req-f0323ec1-ebdb-4e65-afc7-aeb8a8bd049a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Jul 14 12:21:44.825002 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf7a52-4530-4f32-9a05-61d56092241c req-8030afb7-ed52-40d5-8aec-df1b231234c1 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:44.826570 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b6cf7a52-4530-4f32-9a05-61d56092241c req-8030afb7-ed52-40d5-8aec-df1b231234c1 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 943 time: 0.0520813 Jul 14 12:21:44.876980 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b6cf7a52-4530-4f32-9a05-61d56092241c req-a5d2f0b5-e8ee-4e82-84e9-7f5a4416b350 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Jul 14 12:21:44.888603 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d6f99-d196-483e-beed-b6b50c7b0226 req-558ead49-e634-480c-ac6b-de387bf9608a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:44.890061 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-415d6f99-d196-483e-beed-b6b50c7b0226 req-558ead49-e634-480c-ac6b-de387bf9608a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0472872 Jul 14 12:21:44.942336 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-415d6f99-d196-483e-beed-b6b50c7b0226 req-0234ffd8-9aaa-4c50-80e3-f45ae231883c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Jul 14 12:21:45.060018 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3eede203-2d63-46df-8338-538ec6d38092 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:45.159496 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3eede203-2d63-46df-8338-538ec6d38092, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3eede203-2d63-46df-8338-538ec6d38092,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:45.171735 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '3eede203-2d63-46df-8338-538ec6d38092', 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c', 'port_id': '3eede203-2d63-46df-8338-538ec6d38092', 'mac_address': 'fa:16:3e:e5:cd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8cbf0-f127-41f5-9bde-1fd09e801c5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:45.211780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3eede203-2d63-46df-8338-538ec6d38092 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:45.212166 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3eede203-2d63-46df-8338-538ec6d38092), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:45.222342 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:45.225396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eede203-2d63-46df-8338-538ec6d38092 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:45.246782 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3eede203-2d63-46df-8338-538ec6d38092, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3eede203-2d63-46df-8338-538ec6d38092,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:45.312722 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3eede203-2d63-46df-8338-538ec6d38092), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:45.362205 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3eede203-2d63-46df-8338-538ec6d38092,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:45.369555 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.369913 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.370290 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.370621 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.370995 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.371327 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.371658 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.371987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.372310 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.372635 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.372962 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.373305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.373632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.373953 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.374272 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:21:45.528872 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0917657-572c-4bec-b563-da4d6975c4d6 req-8882bafe-0771-48e7-9095-ff456ee1ba5c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:45.530334 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0917657-572c-4bec-b563-da4d6975c4d6 req-8882bafe-0771-48e7-9095-ff456ee1ba5c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0491304 Jul 14 12:21:45.578127 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0917657-572c-4bec-b563-da4d6975c4d6 req-fdd3cd67-785a-4107-9c2e-a165f34e40fc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Jul 14 12:21:45.697712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ba04-866d-4387-8661-178f9c168b3f req-55b50fdc-ace3-4e9e-84cc-057eb3851651 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:45.699211 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-da05ba04-866d-4387-8661-178f9c168b3f req-55b50fdc-ace3-4e9e-84cc-057eb3851651 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0470829 Jul 14 12:21:45.746397 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-da05ba04-866d-4387-8661-178f9c168b3f req-7357fe1e-ee59-41ad-90df-ff8144645bda tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Jul 14 12:21:45.831882 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['3eede203-2d63-46df-8338-538ec6d38092'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:46.036348 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7088-bf44-4cfa-bbac-93eef6aee445 req-f12be66c-2092-4ad9-a30f-89f8069478b3 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:46.037844 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7cae7088-bf44-4cfa-bbac-93eef6aee445 req-f12be66c-2092-4ad9-a30f-89f8069478b3 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0504384 Jul 14 12:21:46.085770 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d1a776-92d9-4964-9a08-e8ddfdb6a039 req-e8d7da23-3242-49f4-9e9f-19a9b373af50 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:46.087456 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3d1a776-92d9-4964-9a08-e8ddfdb6a039 req-e8d7da23-3242-49f4-9e9f-19a9b373af50 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0516617 Jul 14 12:21:46.088244 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7cae7088-bf44-4cfa-bbac-93eef6aee445 req-dbaf41cc-c3bf-4fb4-bcdb-6e0c119a128f tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Jul 14 12:21:46.147851 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:46.155178 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3d1a776-92d9-4964-9a08-e8ddfdb6a039 req-568aed53-86f4-4c54-9bd5-057095a0266e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616479 Jul 14 12:21:46.198672 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ed9d6-5b26-4216-946a-86fd650c6c28 req-f0ccd8ea-7c99-48e1-9c21-acb24a17dfdb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:46.200307 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-824ed9d6-5b26-4216-946a-86fd650c6c28 req-f0ccd8ea-7c99-48e1-9c21-acb24a17dfdb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0513501 Jul 14 12:21:46.250878 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-824ed9d6-5b26-4216-946a-86fd650c6c28 req-b190293e-1c11-4eaa-9527-40c23bc49fa3 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431876 Jul 14 12:21:46.413031 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58710) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:46.548247 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ad7f434c-fcee-4af7-b27e-307283a50637 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=206723edeb144547882daa902124ed7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340995 Jul 14 12:21:46.550736 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58714) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:46.602601 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e30ccbcb-2862-4199-be58-d5eb3d159c90 admin admin] Publish callbacks [] for security_group (31d2890d-0026-4022-8da0-0a58dc137ca8), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:46.627938 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e30ccbcb-2862-4199-be58-d5eb3d159c90 admin admin] Publish callbacks [] for security_group (31d2890d-0026-4022-8da0-0a58dc137ca8), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:46.636158 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:46.735703 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e30ccbcb-2862-4199-be58-d5eb3d159c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (31d2890d-0026-4022-8da0-0a58dc137ca8), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:46.738269 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e30ccbcb-2862-4199-be58-d5eb3d159c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:46.739487 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e30ccbcb-2862-4199-be58-d5eb3d159c90 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/31d2890d-0026-4022-8da0-0a58dc137ca8 HTTP/1.1" status: 204 len: 168 time: 0.1877589 Jul 14 12:21:46.748045 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ccbcb-2862-4199-be58-d5eb3d159c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d2890d-0026-4022-8da0-0a58dc137ca8,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:47.006060 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19f26f-9f93-4080-8821-da003005811b req-79dbc1e8-fe61-4e22-8529-572b94a9c42f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:47.009961 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fd19f26f-9f93-4080-8821-da003005811b req-79dbc1e8-fe61-4e22-8529-572b94a9c42f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0511725 Jul 14 12:21:47.022067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:47.066139 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fd19f26f-9f93-4080-8821-da003005811b req-4af892c8-e94d-441c-b2ad-1945a320a72f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503426 Jul 14 12:21:47.077584 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3eede203-2d63-46df-8338-538ec6d38092 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:47.131171 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 3eede203-2d63-46df-8338-538ec6d38092 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:21:47.219169 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764bdc9-3def-491b-bdb2-fc6c1ed7dd56 req-bfde9358-ec81-42f8-9f4d-8c34720db3a5 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:47.220652 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2764bdc9-3def-491b-bdb2-fc6c1ed7dd56 req-bfde9358-ec81-42f8-9f4d-8c34720db3a5 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 944 time: 0.0521345 Jul 14 12:21:47.227531 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 3eede203-2d63-46df-8338-538ec6d38092 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:47.232620 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (3eede203-2d63-46df-8338-538ec6d38092), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:47.275263 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2764bdc9-3def-491b-bdb2-fc6c1ed7dd56 req-88efb19c-bff2-4d3a-91e4-215fe8d212f2 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Jul 14 12:21:47.286393 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40456028-c019-4426-895d-6dcd89284b8a req-7749d6db-5194-4119-b3f3-e8a3af7b42e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:47.298677 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-40456028-c019-4426-895d-6dcd89284b8a req-7749d6db-5194-4119-b3f3-e8a3af7b42e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0586886 Jul 14 12:21:47.312822 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3eede203-2d63-46df-8338-538ec6d38092 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:47.313206 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3eede203-2d63-46df-8338-538ec6d38092), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:47.336555 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eede203-2d63-46df-8338-538ec6d38092'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:47.338826 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4bccb2-1d6d-4c8a-82ce-3643a2e80957" -d '{"events": [{"server_uuid": "3bec056f-1ed7-4c1f-9e79-6f44c353d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "3eede203-2d63-46df-8338-538ec6d38092"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:47.340984 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:47.342687 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-40456028-c019-4426-895d-6dcd89284b8a req-e09ea353-fa5c-41df-8599-212af0a6081b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473883 Jul 14 12:21:47.352199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3eede203-2d63-46df-8338-538ec6d38092, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3eede203-2d63-46df-8338-538ec6d38092,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:47.376531 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32eddd-1e65-4631-8fa3-68a219f9b119 x-openstack-request-id: req-2a32eddd-1e65-4631-8fa3-68a219f9b119 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:47.376840 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bec056f-1ed7-4c1f-9e79-6f44c353d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "3eede203-2d63-46df-8338-538ec6d38092", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:47.377121 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2a32eddd-1e65-4631-8fa3-68a219f9b119 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:47.377520 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a32eddd-1e65-4631-8fa3-68a219f9b119'] response: {'server_uuid': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eede203-2d63-46df-8338-538ec6d38092', 'code': 200} Jul 14 12:21:47.432807 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3eede203-2d63-46df-8338-538ec6d38092), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:47.479670 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3eede203-2d63-46df-8338-538ec6d38092,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:47.764337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599672e-9d70-49c3-995b-84195be160b4 req-e3b604d1-ce95-46cd-9c47-402a519288ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:47.765796 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7599672e-9d70-49c3-995b-84195be160b4 req-e3b604d1-ce95-46cd-9c47-402a519288ad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 1129 time: 0.0380893 Jul 14 12:21:47.811130 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7599672e-9d70-49c3-995b-84195be160b4 req-c5df5ea0-fbdf-4d3f-a30c-94779489172f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378869 Jul 14 12:21:48.184723 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81359e3b-45d8-4840-93bc-327c4dbfb2f9 req-5b2795c0-30f7-4ff6-952c-ebc67e4eccdb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:48.186192 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81359e3b-45d8-4840-93bc-327c4dbfb2f9 req-5b2795c0-30f7-4ff6-952c-ebc67e4eccdb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Jul 14 12:21:48.233649 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81359e3b-45d8-4840-93bc-327c4dbfb2f9 req-3df6f566-f611-4ca8-b3b4-c65098b325f3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Jul 14 12:21:48.393077 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc13b44-2379-4d68-82f4-e4713e202cde req-65a4fe99-0878-4869-b22e-4b5c1089a413 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:48.394538 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4bc13b44-2379-4d68-82f4-e4713e202cde req-65a4fe99-0878-4869-b22e-4b5c1089a413 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Jul 14 12:21:48.441863 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4bc13b44-2379-4d68-82f4-e4713e202cde req-c750d310-83c3-4a89-80e7-760d7949e321 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Jul 14 12:21:48.540953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e8194-b80f-4f81-aee0-e43bfbddb787 req-6f91d97f-76b6-45a6-97c4-3b94338341b5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:48.542316 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a08e8194-b80f-4f81-aee0-e43bfbddb787 req-6f91d97f-76b6-45a6-97c4-3b94338341b5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0466671 Jul 14 12:21:48.553553 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:48.590278 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a08e8194-b80f-4f81-aee0-e43bfbddb787 req-a191004e-5496-4dcc-8c03-7c4bcefbe4a9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Jul 14 12:21:48.861268 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:49.352645 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f632c7-c0a1-406b-86b0-0c3a2ab18464 req-71ac4156-0786-4805-970d-629740e384e8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:49.354069 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f7f632c7-c0a1-406b-86b0-0c3a2ab18464 req-71ac4156-0786-4805-970d-629740e384e8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0496061 Jul 14 12:21:49.399524 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f7f632c7-c0a1-406b-86b0-0c3a2ab18464 req-b500540c-974f-4db6-acde-2f657f6191c3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399470 Jul 14 12:21:49.557605 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34911f5c-b063-4059-b503-5df29f9ff533 req-bf4ea3e8-84d8-490a-beec-4dcb9e1512b5 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:49.559462 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34911f5c-b063-4059-b503-5df29f9ff533 req-bf4ea3e8-84d8-490a-beec-4dcb9e1512b5 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0484436 Jul 14 12:21:49.610169 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34911f5c-b063-4059-b503-5df29f9ff533 req-a371853a-fb8e-49ce-b994-f8cb78ee20c9 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 Jul 14 12:21:49.708638 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13f675-8fbf-45ca-ab52-da65c6c0efa2 req-338a2ad3-52be-4696-9ff0-92040d255459 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:49.710237 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5d13f675-8fbf-45ca-ab52-da65c6c0efa2 req-338a2ad3-52be-4696-9ff0-92040d255459 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0481608 Jul 14 12:21:49.761223 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5d13f675-8fbf-45ca-ab52-da65c6c0efa2 req-07939146-5cc0-48a1-b4f0-7aba6b313641 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Jul 14 12:21:50.511773 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc37ed-fca3-4ab2-aa68-8311062230e2 req-8cde55d9-e1c8-45f5-b439-e50a65f36182 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:50.513224 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cbbc37ed-fca3-4ab2-aa68-8311062230e2 req-8cde55d9-e1c8-45f5-b439-e50a65f36182 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0463548 Jul 14 12:21:50.560524 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cbbc37ed-fca3-4ab2-aa68-8311062230e2 req-b4da6373-c583-478a-ad68-c85a026f5a8e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Jul 14 12:21:50.723846 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c97bc2-bc3c-485a-8dab-f1709402946d req-5041a3f6-bd40-4bbc-a798-5e366e393540 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:50.725333 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81c97bc2-bc3c-485a-8dab-f1709402946d req-5041a3f6-bd40-4bbc-a798-5e366e393540 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0476561 Jul 14 12:21:50.777533 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81c97bc2-bc3c-485a-8dab-f1709402946d req-5492686c-d750-49da-8b1e-abed00baf066 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Jul 14 12:21:50.896760 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91976cba-4aaa-4317-af47-d142179e7630 req-7a7c11bd-0c41-4578-aff1-70888bb1db6a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:50.898877 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91976cba-4aaa-4317-af47-d142179e7630 req-7a7c11bd-0c41-4578-aff1-70888bb1db6a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0526903 Jul 14 12:21:50.949221 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-91976cba-4aaa-4317-af47-d142179e7630 req-6b39d129-49ce-49c0-9e2b-ad19b2d74994 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Jul 14 12:21:51.672718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b202608-8d23-464a-bf49-c9ef1b413580 req-e757769a-3020-4c03-98aa-e32ce20ed684 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:51.674064 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0b202608-8d23-464a-bf49-c9ef1b413580 req-e757769a-3020-4c03-98aa-e32ce20ed684 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0464101 Jul 14 12:21:51.721996 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0b202608-8d23-464a-bf49-c9ef1b413580 req-da225d8d-653e-45c6-a2a3-3953e4a7ee00 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425117 Jul 14 12:21:52.068467 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1c7d7-bde8-4235-a98e-6a9b8185b151 req-ca1d3bd8-1717-4112-8e5e-07b1a8b9b5c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:52.070567 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-96f1c7d7-bde8-4235-a98e-6a9b8185b151 req-ca1d3bd8-1717-4112-8e5e-07b1a8b9b5c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0492420 Jul 14 12:21:52.120833 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-96f1c7d7-bde8-4235-a98e-6a9b8185b151 req-e3b98af3-5a1c-422e-ae22-a31b65a2230f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Jul 14 12:21:52.839098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c4e96-53e6-4a1b-9498-0283c480eede req-6478daf0-2936-4517-a697-17b6f6b2d78b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:52.840609 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-979c4e96-53e6-4a1b-9498-0283c480eede req-6478daf0-2936-4517-a697-17b6f6b2d78b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0473814 Jul 14 12:21:52.890471 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-979c4e96-53e6-4a1b-9498-0283c480eede req-b22f3c05-85c6-407a-9d5c-9c91ef1d6a1d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439396 Jul 14 12:21:53.100264 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:21:53.206827 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:53.220524 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'mac_address': 'fa:16:3e:eb:92:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:21:53.245975 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e2b83-085e-4605-9654-2ca8ad31f9de req-9ea7cc62-60b6-485d-9876-42162a404a50 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:53.247433 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ef1e2b83-085e-4605-9654-2ca8ad31f9de req-9ea7cc62-60b6-485d-9876-42162a404a50 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0519152 Jul 14 12:21:53.257178 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: ACTIVE; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:53.257783 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:53.275423 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0091e22f-2f09-4a5d-9bd6-143e3f69992b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:21:53.296247 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ef1e2b83-085e-4605-9654-2ca8ad31f9de req-7d268b11-057c-4926-a487-f1f41fece389 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428102 Jul 14 12:21:53.297334 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:53.381350 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:53.428902 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=6']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:53.625933 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['0091e22f-2f09-4a5d-9bd6-143e3f69992b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:21:53.629201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:53.926378 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:53.929907 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=7 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:54.008057 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9104cd-0ca9-4406-aa17-27283451fd07 req-9cb7c02b-4706-494d-b04a-4385840aac2b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:54.009564 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3b9104cd-0ca9-4406-aa17-27283451fd07 req-9cb7c02b-4706-494d-b04a-4385840aac2b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0505259 Jul 14 12:21:54.031211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:54.058487 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3b9104cd-0ca9-4406-aa17-27283451fd07 req-57c097d8-d3e6-4954-a542-86a6f4d9748e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Jul 14 12:21:54.422995 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04d936-456b-4339-b83e-202afa03d496 req-827a8505-3f5f-4011-ba09-2a00e12812cf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:54.424667 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bc04d936-456b-4339-b83e-202afa03d496 req-827a8505-3f5f-4011-ba09-2a00e12812cf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0485015 Jul 14 12:21:54.473412 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bc04d936-456b-4339-b83e-202afa03d496 req-754fd9bd-f942-463e-9b95-9903cf2e55f9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Jul 14 12:21:55.108886 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:21:55.160956 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 0091e22f-2f09-4a5d-9bd6-143e3f69992b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:21:55.161328 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:55.178135 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b5269-640c-4905-ad23-638168c83db0 req-b23aa9a9-d687-41ac-adb1-081ad34f0505 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:55.180481 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c36b5269-640c-4905-ad23-638168c83db0 req-b23aa9a9-d687-41ac-adb1-081ad34f0505 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0485277 Jul 14 12:21:55.235638 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c36b5269-640c-4905-ad23-638168c83db0 req-31f215a1-07dc-4c6a-9987-9bd554b90ae9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458815 Jul 14 12:21:55.240142 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:21:55.240534 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:55.267039 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:21:55.269260 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c7bcae-0c26-466f-931c-5e6c0bb85d4c" -d '{"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-plugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:21:55.285527 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:21:55.309446 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6f84ec-f9fc-49b6-86f8-e614507c24c8 x-openstack-request-id: req-1f6f84ec-f9fc-49b6-86f8-e614507c24c8 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:21:55.309894 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-plugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:21:55.310153 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f6f84ec-f9fc-49b6-86f8-e614507c24c8 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:21:55.310606 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6f84ec-f9fc-49b6-86f8-e614507c24c8'] response: {'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'code': 200} Jul 14 12:21:55.363884 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:55.415536 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=7']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:21:55.627523 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c71574-f9c5-46f5-b723-5e56315f5d16 req-87b700e6-82fe-447b-b3e5-ee28acb952b4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:55.635784 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f6c71574-f9c5-46f5-b723-5e56315f5d16 req-87b700e6-82fe-447b-b3e5-ee28acb952b4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0739424 Jul 14 12:21:55.705825 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f6c71574-f9c5-46f5-b723-5e56315f5d16 req-ed93f16e-c4c4-46a0-acb4-82a132645364 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686224 Jul 14 12:21:56.377728 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8996ea-afe9-44ee-9f4a-9b9ed3ed670e req-c29ca631-bb11-4b3f-8773-d6c7c033318e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:56.380033 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a8996ea-afe9-44ee-9f4a-9b9ed3ed670e req-c29ca631-bb11-4b3f-8773-d6c7c033318e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0505540 Jul 14 12:21:56.440337 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2a8996ea-afe9-44ee-9f4a-9b9ed3ed670e req-416e76f3-aec4-40c3-8b99-a4bb4fef0fef tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541158 Jul 14 12:21:56.889510 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd229e58-522e-48e5-83fc-d11758e42494 req-1f8c7f41-9ce6-414b-803e-ae57a43f3fe8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:56.897908 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd229e58-522e-48e5-83fc-d11758e42494 req-1f8c7f41-9ce6-414b-803e-ae57a43f3fe8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0941222 Jul 14 12:21:56.987382 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dd229e58-522e-48e5-83fc-d11758e42494 req-27bc0499-b9b1-44b0-a164-01dfe16c3547 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875649 Jul 14 12:21:57.575546 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:57.591749 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb67f-7f2f-4014-ab48-15b86cd3e843 req-9f3d53e5-a63e-4275-951f-e3bdc8cd9cf0 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:57.593315 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bb9bb67f-7f2f-4014-ab48-15b86cd3e843 req-9f3d53e5-a63e-4275-951f-e3bdc8cd9cf0 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0600281 Jul 14 12:21:57.660472 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bb9bb67f-7f2f-4014-ab48-15b86cd3e843 req-8f3cba0e-279d-410e-8b77-10be9e285c0a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605149 Jul 14 12:21:58.202381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952dfb7d-00f3-47c6-8f65-63b735e3c3d0 req-d3946d8f-0338-4373-a02f-f4e197e22903 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:58.203903 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-952dfb7d-00f3-47c6-8f65-63b735e3c3d0 req-d3946d8f-0338-4373-a02f-f4e197e22903 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.1097252 Jul 14 12:21:58.257175 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-952dfb7d-00f3-47c6-8f65-63b735e3c3d0 req-3c86a44a-1c3d-4cde-ab89-afcc3f0d2062 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477061 Jul 14 12:21:58.795402 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9582f-7604-4f25-a720-e104764820c5 req-17ecd26a-2fe9-46bf-bdeb-acce3885abee tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:58.800177 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dda9582f-7604-4f25-a720-e104764820c5 req-17ecd26a-2fe9-46bf-bdeb-acce3885abee tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0559912 Jul 14 12:21:58.901979 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dda9582f-7604-4f25-a720-e104764820c5 req-37b19d66-c7b5-4f0c-bb3c-e7262bd6e216 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934317 Jul 14 12:21:59.196772 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:59.210271 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee006-e9ad-4de6-9478-3e10dcac03e2 req-af19c337-bce3-4d17-a6f1-d3ef56715707 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.218982 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b82ee006-e9ad-4de6-9478-3e10dcac03e2 req-af19c337-bce3-4d17-a6f1-d3ef56715707 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0673091 Jul 14 12:21:59.279492 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b82ee006-e9ad-4de6-9478-3e10dcac03e2 req-8a717328-5a5c-41e7-9976-28428957c947 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573814 Jul 14 12:21:59.289579 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82681f4c-cc8f-462b-ba71-8d888645f98e req-27b7f4be-a2fd-45cd-84cd-07af472735d5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.292352 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-82681f4c-cc8f-462b-ba71-8d888645f98e req-27b7f4be-a2fd-45cd-84cd-07af472735d5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0871801 Jul 14 12:21:59.314142 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58930) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:59.407580 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:21:59.420864 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-a656e17d-4a1b-40ba-b265-509152cb2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.423073 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-a656e17d-4a1b-40ba-b265-509152cb2dfd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1129 time: 0.0686271 Jul 14 12:21:59.439008 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-82681f4c-cc8f-462b-ba71-8d888645f98e req-3a6e4726-8240-49c9-bfc6-9b589e82cc81 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344271 Jul 14 12:21:59.455722 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ffe69-9ec0-4151-a0db-86f7e3840f90 req-4db59e9b-6632-4290-ab6c-0c98b8b841cd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.457541 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-df1ffe69-9ec0-4151-a0db-86f7e3840f90 req-4db59e9b-6632-4290-ab6c-0c98b8b841cd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0955937 Jul 14 12:21:59.539128 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-df1ffe69-9ec0-4151-a0db-86f7e3840f90 req-db970e1f-9f18-45eb-b153-b65d5b573887 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752532 Jul 14 12:21:59.696365 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58d9fe-7da8-48fc-a4f0-266fd000e920 tempest-TestMinimumBasicScenario-1077369484 tempest-TestMinimumBasicScenario-1077369484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.698047 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7e58d9fe-7da8-48fc-a4f0-266fd000e920 tempest-TestMinimumBasicScenario-1077369484 tempest-TestMinimumBasicScenario-1077369484-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1124 time: 0.3828788 Jul 14 12:21:59.703563 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58934) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:21:59.708122 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'port_id': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:21:59.787471 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:21:59.811807 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-9cd57afe-4c16-40cf-aa24-ffdb09a39b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.813285 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-9cd57afe-4c16-40cf-aa24-ffdb09a39b40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.3729866 Jul 14 12:21:59.896663 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-e15e8be7-03a3-44a5-9b0d-a77b1aba63d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 1000 time: 0.0758152 Jul 14 12:21:59.968526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-76525b40-b32e-416e-ab46-d5d2527f77df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:21:59.970388 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-76525b40-b32e-416e-ab46-d5d2527f77df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.0659821 Jul 14 12:22:00.027636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-4a961f91-9069-4089-a67a-4e848d4af7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:00.029391 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-4a961f91-9069-4089-a67a-4e848d4af7c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520947 Jul 14 12:22:00.132952 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:00.140288 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-0e8a1678-4012-486a-8c13-44a57bde4dd7 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025190 Jul 14 12:22:00.274248 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Allocated IP 172.27.1.74 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/db07513d-7a63-4458-b904-c35bdfbaebdf) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:22:00.289149 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8244ffa2-8675-498a-b6ac-129b45e7b7f1 req-68ad1a2e-561c-4ea2-8c5e-c4e71a372941 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366935 Jul 14 12:22:00.396606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:00.492917 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:00.547888 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'Port': ['ID=db07513d-7a63-4458-b904-c35bdfbaebdf,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:00.560369 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:22:00.561805 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:22:00.578085 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:22:00.601190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e7c59-1749-4e55-bea4-97728fac94e8 req-a82d8f23-a3b2-4a0b-818d-4d9fca845dde tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:00.610754 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-447e7c59-1749-4e55-bea4-97728fac94e8 req-a82d8f23-a3b2-4a0b-818d-4d9fca845dde tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0831423 Jul 14 12:22:00.619524 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:00.677907 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-447e7c59-1749-4e55-bea4-97728fac94e8 req-0bb3d3dc-0076-400c-b530-7cf98cdffdee tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660102 Jul 14 12:22:00.709078 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:00.725527 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1b1fc-0ec3-4371-ab55-643dcb7fbe72 req-21cc2ac5-9921-4c42-8a78-4a7e41b07988 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:00.727074 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34c1b1fc-0ec3-4371-ab55-643dcb7fbe72 req-21cc2ac5-9921-4c42-8a78-4a7e41b07988 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0736513 Jul 14 12:22:00.832723 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:00.869233 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34c1b1fc-0ec3-4371-ab55-643dcb7fbe72 req-3bde122e-0842-445f-810c-8d689e4c52da tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139119 Jul 14 12:22:01.230569 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for floatingip (473cef8a-3b2d-44d9-8cac-8d32540f4296), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:01.813470 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb2359-aff4-42de-a78c-ca382e5c3f85 req-ee0837d2-402d-4750-a4d7-a9daa74516d5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:01.815194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-18fb2359-aff4-42de-a78c-ca382e5c3f85 req-ee0837d2-402d-4750-a4d7-a9daa74516d5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0541108 Jul 14 12:22:01.864613 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:01.871196 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-18fb2359-aff4-42de-a78c-ca382e5c3f85 req-b70c97f2-a690-4f90-b5d9-c1d2082c1f8d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506103 Jul 14 12:22:02.027590 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0506d-ed52-4721-92c2-47898467f8ab req-11dd409a-ddde-4a96-a4a8-ff35b7c9386d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:02.029603 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1eb0506d-ed52-4721-92c2-47898467f8ab req-11dd409a-ddde-4a96-a4a8-ff35b7c9386d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0677516 Jul 14 12:22:02.122759 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:02.150630 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1eb0506d-ed52-4721-92c2-47898467f8ab req-7b663a05-d773-4e03-8bcc-6aaeda77ba13 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064241 Jul 14 12:22:02.220761 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:02.303495 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'Port': ['ID=db07513d-7a63-4458-b904-c35bdfbaebdf,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:02.307532 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:02.319458 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (473cef8a-3b2d-44d9-8cac-8d32540f4296), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:02.423500 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Floating IP 473cef8a-3b2d-44d9-8cac-8d32540f4296 associated. External IP: 172.27.1.74, port: 8d1d4c31-5832-429c-8506-0433ac2a974b. Jul 14 12:22:02.654937 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Router 6eef8810-b59d-47c8-8838-35369627d992 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:22:02.716949 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:02.793279 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:22:02.812208 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] Sync routers for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:22:02.831149 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:22:02.831822 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:21:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:02.858359 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:02.910472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58956) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:02.916275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002398843', 'description': 'tempest-secgroup-smoke-2002398843 description', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:02.922548 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b1d4c7dc-6fce-4a4c-a2d9-c422c8be38e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2177339 Jul 14 12:22:02.923246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:22:02.925597 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e053d657-2fb2-4657-8f7c-e72b5dbaa122" -d '{"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:02.968268 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da33b9c7-4528-4245-a947-e716c18c5817 x-openstack-request-id: req-da33b9c7-4528-4245-a947-e716c18c5817 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:02.968672 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:02.969070 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-da33b9c7-4528-4245-a947-e716c18c5817 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:02.969548 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da33b9c7-4528-4245-a947-e716c18c5817'] response: {'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'status': 'completed', 'code': 200} Jul 14 12:22:02.974021 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:02.988669 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:22:03.010279 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.117564 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-ac5db262-b6ae-4f0c-9337-aeee3b3de77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:03.120015 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-ac5db262-b6ae-4f0c-9337-aeee3b3de77d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1129 time: 0.0722399 Jul 14 12:22:03.238096 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group (6e316a0d-e175-4a0e-b542-f87e0ab50f92), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.304333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-54b29387-6d68-4085-b1ae-ed84a3d0a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:03.306722 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-54b29387-6d68-4085-b1ae-ed84a3d0a4ce service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 915 time: 0.1678576 Jul 14 12:22:03.327015 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '473cef8a-3b2d-44d9-8cac-8d32540f4296', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '6eef8810-b59d-47c8-8838-35369627d992', 'port_id': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'mac_address': 'fa:16:3e:f6:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357e6fda-615e-4e1a-9f33-552398705e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:22:01Z', 'updated_at': '2022-07-14T12:22:01Z', 'revision_number': 0, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:03.344061 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d2d7d-9087-4f37-b744-8671a4a86b10 req-a04acbeb-111b-41f0-9899-318226f2e915 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:03.349218 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b9d2d7d-9087-4f37-b744-8671a4a86b10 req-a04acbeb-111b-41f0-9899-318226f2e915 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0895545 Jul 14 12:22:03.364911 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6e316a0d-e175-4a0e-b542-f87e0ab50f92), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.371716 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] Checking router: 6eef8810-b59d-47c8-8838-35369627d992 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:22:03.376844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:22:03.377503 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:21:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:03.378746 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:03.431797 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b9d2d7d-9087-4f37-b744-8671a4a86b10 req-9493a729-25d8-4af2-90b4-8d45503db7ec tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735948 Jul 14 12:22:03.434241 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e316a0d-e175-4a0e-b542-f87e0ab50f92,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:03.441296 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-8a4c5ada-018c-4b4a-a925-6649defab9af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 998 time: 0.1228530 Jul 14 12:22:03.505159 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-52cc717f-ee44-4d22-99ba-fddd36d10fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:03.506860 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-52cc717f-ee44-4d22-99ba-fddd36d10fb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 200 len: 853 time: 0.0596802 Jul 14 12:22:03.532160 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:22:03.534828 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.541528 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-4c0b92c4-dd7c-423c-a446-26e7fef81584 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6267471 Jul 14 12:22:03.544809 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58966) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:03.546391 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group_rule': {'security_group_id': '6e316a0d-e175-4a0e-b542-f87e0ab50f92', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:03.606800 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-1f399197-de50-43c6-81f1-363afe88379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:03.608606 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-1f399197-de50-43c6-81f1-363afe88379f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c2692e-4527-41ed-9aa4-f0917dfa8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900133 Jul 14 12:22:03.619473 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:03.681633 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (502a1adf-ac58-4c59-95aa-e222a3de1c43), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.747262 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-1c5707fa-71c7-4836-927d-d8e5e14185f9 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255355 Jul 14 12:22:03.788483 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (502a1adf-ac58-4c59-95aa-e222a3de1c43), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.851755 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (502a1adf-ac58-4c59-95aa-e222a3de1c43), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.868955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '473cef8a-3b2d-44d9-8cac-8d32540f4296', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '6eef8810-b59d-47c8-8838-35369627d992', 'port_id': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'mac_address': 'fa:16:3e:f6:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357e6fda-615e-4e1a-9f33-552398705e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:22:01Z', 'updated_at': '2022-07-14T12:22:01Z', 'revision_number': 0, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:22:03.887222 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502a1adf-ac58-4c59-95aa-e222a3de1c43,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:03.903463 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e053d657-2fb2-4657-8f7c-e72b5dbaa122 req-cdaf730b-662c-4d12-87d1-119c9b8f8df8 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466951 Jul 14 12:22:03.913901 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f3f1ea-83f7-4155-ab1b-d28b82ce004e None None] The sync data for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi is: [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '473cef8a-3b2d-44d9-8cac-8d32540f4296', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '6eef8810-b59d-47c8-8838-35369627d992', 'port_id': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'mac_address': 'fa:16:3e:f6:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357e6fda-615e-4e1a-9f33-552398705e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:22:01Z', 'updated_at': '2022-07-14T12:22:01Z', 'revision_number': 0, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:22:03.956074 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:03.959137 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-81231a9a-c3bc-4e94-a0e4-3e52e7bd674e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4149861 Jul 14 12:22:03.961071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58974) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:03.966571 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group_rule': {'security_group_id': '6e316a0d-e175-4a0e-b542-f87e0ab50f92', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:04.064470 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (25a41ebe-29e9-47fe-a0d0-809dd119f67b), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.144657 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (25a41ebe-29e9-47fe-a0d0-809dd119f67b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.146068 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:04.192140 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (25a41ebe-29e9-47fe-a0d0-809dd119f67b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.192388 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700081-0cd4-4d7b-b883-7a974801bfab None None] New status for floating IP 473cef8a-3b2d-44d9-8cac-8d32540f4296: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:22:04.232823 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a41ebe-29e9-47fe-a0d0-809dd119f67b,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:04.361269 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.362619 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b5037c6c-0189-4273-8193-cbb324f5d7dc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3999331 Jul 14 12:22:04.365357 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 58980) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:04.370469 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group_rule': {'security_group_id': '6e316a0d-e175-4a0e-b542-f87e0ab50f92', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:04.480777 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (0b5009d4-9463-48ed-8816-4e8668e73d6d), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.591770 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (0b5009d4-9463-48ed-8816-4e8668e73d6d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.609637 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db80416-050d-45ce-b389-eb474d49e36c req-63eaced7-87cc-4f4b-b6cb-36abd35be942 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:04.611189 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0db80416-050d-45ce-b389-eb474d49e36c req-63eaced7-87cc-4f4b-b6cb-36abd35be942 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0624411 Jul 14 12:22:04.672654 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (0b5009d4-9463-48ed-8816-4e8668e73d6d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.681289 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:04.686829 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0db80416-050d-45ce-b389-eb474d49e36c req-48d8de9b-ac7b-4016-b397-38360530994c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674546 Jul 14 12:22:04.696698 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5009d4-9463-48ed-8816-4e8668e73d6d,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:04.806370 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.807572 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-05bbac37-10e9-40a0-bfcb-0476796710c2 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412725 Jul 14 12:22:04.810471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58988) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:04.814888 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group_rule': {'security_group_id': '6e316a0d-e175-4a0e-b542-f87e0ab50f92', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:04.929326 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (ea7347e7-79d9-4854-a03b-71a7aca7c4a5), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:04.988625 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (ea7347e7-79d9-4854-a03b-71a7aca7c4a5), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.306085 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (ea7347e7-79d9-4854-a03b-71a7aca7c4a5), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.328220 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7347e7-79d9-4854-a03b-71a7aca7c4a5,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:05.428377 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.429614 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-64686725-6d47-45c9-b7f2-c7103b852be7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6180973 Jul 14 12:22:05.432397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58992) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:05.437465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group_rule': {'security_group_id': '6e316a0d-e175-4a0e-b542-f87e0ab50f92', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:05.569302 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.securitygroups_db [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Project a37bbdf2bd2f4392ab2ddb60d6b6ad7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:22:05.576407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (826e33cd-32ff-426f-9824-51f6d0916106), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.634043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (826e33cd-32ff-426f-9824-51f6d0916106), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.717686 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (826e33cd-32ff-426f-9824-51f6d0916106), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.739596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826e33cd-32ff-426f-9824-51f6d0916106,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:05.782553 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.785257 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-58d5cd6a-ec59-4e54-b97a-793ccfbd5764 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3505139 Jul 14 12:22:05.786728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 58996) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:05.791234 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'security_group_rule': {'security_group_id': '6e316a0d-e175-4a0e-b542-f87e0ab50f92', 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:05.822721 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04806fdc-ff70-42e0-8dfa-faf55937ee0e req-1032c8a7-d433-4948-8949-14703f51f2f8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:05.824229 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-04806fdc-ff70-42e0-8dfa-faf55937ee0e req-1032c8a7-d433-4948-8949-14703f51f2f8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0490465 Jul 14 12:22:05.866485 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.securitygroups_db [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Project a37bbdf2bd2f4392ab2ddb60d6b6ad7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:22:05.873836 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (0b91e4ca-a518-48f0-9b14-7a3596620d9a), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:05.880277 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-04806fdc-ff70-42e0-8dfa-faf55937ee0e req-5c5cbc15-4293-4711-b6a7-3b017dd1518b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503225 Jul 14 12:22:05.953360 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (0b91e4ca-a518-48f0-9b14-7a3596620d9a), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.010184 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (0b91e4ca-a518-48f0-9b14-7a3596620d9a), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.030199 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:06.031996 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b91e4ca-a518-48f0-9b14-7a3596620d9a,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:06.090856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.094846 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-c499b15f-e6c6-4429-9a41-a809efab7c0c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043091 Jul 14 12:22:06.217637 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11014b9d-b9a3-4cff-8082-924e986f613e req-a399922c-f7fb-436d-9b9f-9dea8ada3363 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002398843&fields=id&tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c HTTP/1.1" status: 200 len: 267 time: 0.0520258 Jul 14 12:22:06.273527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11014b9d-b9a3-4cff-8082-924e986f613e req-91e1be85-521e-4064-b034-03eb610d449d tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:06.275248 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11014b9d-b9a3-4cff-8082-924e986f613e req-91e1be85-521e-4064-b034-03eb610d449d tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0515692 Jul 14 12:22:06.288440 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'port': {'security_groups': ['8ec9a80a-0fa2-4433-99fc-d202c099287b', '6e316a0d-e175-4a0e-b542-f87e0ab50f92']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:22:06.366829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.567169 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:06.595280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.631664 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.662530 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:06.677000 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:06.677607 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:06.679027 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11014b9d-b9a3-4cff-8082-924e986f613e req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "PUT /v2.0/ports/8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 981 time: 0.3953328 Jul 14 12:22:06.679457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:22:06.681844 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b80bef-55fd-488f-9058-f4a223166006" -d '{"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:06.702847 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['8d1d4c31-5832-429c-8506-0433ac2a974b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:22:06.709876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8eef1-122b-415f-9ffc-5f1ce93833fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=6']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:06.734408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933fcf83-6a60-404f-ba7d-dd31af86b5e8 x-openstack-request-id: req-933fcf83-6a60-404f-ba7d-dd31af86b5e8 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:06.735561 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:06.735561 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-933fcf83-6a60-404f-ba7d-dd31af86b5e8 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:06.735788 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933fcf83-6a60-404f-ba7d-dd31af86b5e8'] response: {'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'status': 'completed', 'code': 200} Jul 14 12:22:06.810686 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee61f4f-7d11-4591-bbf2-1eb53d684869 req-05a8c1eb-2e76-4409-9b69-d030872862e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:06.815282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5ee61f4f-7d11-4591-bbf2-1eb53d684869 req-05a8c1eb-2e76-4409-9b69-d030872862e8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0634911 Jul 14 12:22:06.916800 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:06.927396 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80bef-55fd-488f-9058-f4a223166006 req-f7eb7e78-5f85-4db7-9cf2-12853d243fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:06.928084 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-f7eb7e78-5f85-4db7-9cf2-12853d243fa3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1168 time: 0.0901196 Jul 14 12:22:06.943250 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5ee61f4f-7d11-4591-bbf2-1eb53d684869 req-016bd318-c1fa-4433-b5a4-e136fbcfefb3 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236587 Jul 14 12:22:06.949591 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['8d1d4c31-5832-429c-8506-0433ac2a974b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:22:07.005521 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-5dee4c50-3344-42ea-8512-172304bc7bcb None None] Provisioning complete for port 8d1d4c31-5832-429c-8506-0433ac2a974b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:22:07.012507 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5dee4c50-3344-42ea-8512-172304bc7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:07.051267 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80bef-55fd-488f-9058-f4a223166006 req-1dd3167f-ab78-485e-899f-8b184b7ed247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:07.052775 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-1dd3167f-ab78-485e-899f-8b184b7ed247 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 915 time: 0.1086447 Jul 14 12:22:07.053101 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b25499-31a2-4886-bb76-6f54676f283f req-aea5ae59-7d9a-4876-8393-35b123ce5438 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:07.054737 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-53b25499-31a2-4886-bb76-6f54676f283f req-aea5ae59-7d9a-4876-8393-35b123ce5438 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0511258 Jul 14 12:22:07.107660 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-53b25499-31a2-4886-bb76-6f54676f283f req-40a3e436-ebcf-4e03-97fb-991588106d4c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457311 Jul 14 12:22:07.181321 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-61e27461-e8e7-43bf-aa98-61ac76611544 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 1000 time: 0.0634158 Jul 14 12:22:07.210969 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5dee4c50-3344-42ea-8512-172304bc7bcb None None] Current status of the port 8d1d4c31-5832-429c-8506-0433ac2a974b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:22:07.232496 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:07.236345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80bef-55fd-488f-9058-f4a223166006 req-a86ad194-5357-4239-acb7-22807eb63975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:07.237808 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-a86ad194-5357-4239-acb7-22807eb63975 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 200 len: 853 time: 0.0451255 Jul 14 12:22:07.343604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:07.534945 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b80bef-55fd-488f-9058-f4a223166006 req-3f272c6e-f2b5-48ef-a53a-9fc62e93225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:07.536436 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-3f272c6e-f2b5-48ef-a53a-9fc62e93225f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c2692e-4527-41ed-9aa4-f0917dfa8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401249 Jul 14 12:22:07.634318 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-f1058549-deb0-44db-8880-ffbcf764dbe5 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870454 Jul 14 12:22:08.020854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2fa54975-03d9-41c0-9f70-e7e3100e432e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:08.092445 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-e7181a61-47fb-4a6e-91b2-731995d66800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:08.093915 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-e7181a61-47fb-4a6e-91b2-731995d66800 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1129 time: 0.0793760 Jul 14 12:22:08.142783 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2b80bef-55fd-488f-9058-f4a223166006 req-f6cc4f08-e0ee-4e5a-8836-d9926e768e41 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482310 Jul 14 12:22:08.228718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-b6691203-966b-4aa6-a37c-9d4876704e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:08.230294 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-b6691203-966b-4aa6-a37c-9d4876704e93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.1287854 Jul 14 12:22:08.243053 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083183f4-afcd-48e4-8acd-482ec2c807f4 req-5ba8b748-9925-4758-927c-09bed247a61a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:08.244434 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-083183f4-afcd-48e4-8acd-482ec2c807f4 req-5ba8b748-9925-4758-927c-09bed247a61a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0579844 Jul 14 12:22:08.329779 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-461a37ec-4ecc-47cf-9683-b4b1878d6921 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 1000 time: 0.0837240 Jul 14 12:22:08.349441 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-083183f4-afcd-48e4-8acd-482ec2c807f4 req-1bc84818-526d-4036-a246-83b70ae05017 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957005 Jul 14 12:22:08.384879 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-ac2bcc35-99cf-4f88-b996-11c2eca8ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:08.386320 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-ac2bcc35-99cf-4f88-b996-11c2eca8ee14 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0483344 Jul 14 12:22:08.433776 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-628cd380-696f-489a-bd27-c3a18c42af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:08.435259 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-628cd380-696f-489a-bd27-c3a18c42af83 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420775 Jul 14 12:22:08.535473 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-d7f52268-9343-4dcf-a6f9-049f94009343 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857685 Jul 14 12:22:08.626054 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:08.631597 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0799c196-a45a-4032-8aeb-816a01da6a0c req-8867887d-0345-40e6-9d68-a2efc44e5a57 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869472 Jul 14 12:22:09.472019 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b62f8-edd3-45c3-a88f-f2a048384b89 req-d364c14a-dfee-4793-8497-4666b03876e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:09.473470 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-840b62f8-edd3-45c3-a88f-f2a048384b89 req-d364c14a-dfee-4793-8497-4666b03876e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0507150 Jul 14 12:22:09.509851 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:09.521744 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-840b62f8-edd3-45c3-a88f-f2a048384b89 req-7b7f5ec0-55fb-4a5c-ab5b-c6c812687449 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 Jul 14 12:22:10.254661 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2cbadad5-e989-4652-a73c-c55bbe5fff09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:10.639773 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734c29b-5ba3-4869-949e-758014cfbcc4 req-f316ea8b-1c69-4034-b561-f846e689a172 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:10.641220 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0734c29b-5ba3-4869-949e-758014cfbcc4 req-f316ea8b-1c69-4034-b561-f846e689a172 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 945 time: 0.0469983 Jul 14 12:22:10.688074 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0734c29b-5ba3-4869-949e-758014cfbcc4 req-0a29c659-44cb-4d63-83e0-614db521d185 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Jul 14 12:22:11.141354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:22:11.325117 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:11.340016 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: ACTIVE; New status is: DOWN {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:22:11.340405 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:11.364323 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:22:11.366579 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a36d0e-1896-4712-831d-90e80aa51e39" -d '{"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:11.381630 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:11.409106 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 12:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1189680-8560-438d-b873-ade6aeab82ea x-openstack-request-id: req-a1189680-8560-438d-b873-ade6aeab82ea {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:11.409401 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-unplugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:11.409670 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1189680-8560-438d-b873-ade6aeab82ea {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:11.410055 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1189680-8560-438d-b873-ade6aeab82ea'] response: {'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'code': 200} Jul 14 12:22:11.448438 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:11.496372 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=8']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:11.631583 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:11.808558 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60e835-e23e-497f-b4d7-715fbb091dbc req-b008b177-18de-4b10-b730-0a9414d09fd6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:11.810016 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3e60e835-e23e-497f-b4d7-715fbb091dbc req-b008b177-18de-4b10-b730-0a9414d09fd6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0472803 Jul 14 12:22:11.862151 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3e60e835-e23e-497f-b4d7-715fbb091dbc req-07b05115-0954-45d4-b9a7-57f37963ae18 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 Jul 14 12:22:12.876923 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:13.157086 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-1eeb8e02-f0eb-4829-abc0-4709d116fcca req-561c56ab-5a38-4686-8cd4-dccb8f935333 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:22:13.158094 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1eeb8e02-f0eb-4829-abc0-4709d116fcca req-561c56ab-5a38-4686-8cd4-dccb8f935333 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054753 Jul 14 12:22:13.162747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:13.440379 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7191d-b2ab-421d-a60c-d3aa9fb76cb2 req-0fcaa7ee-108b-4e0f-b62b-c11b919fd183 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:13.441345 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84e7191d-b2ab-421d-a60c-d3aa9fb76cb2 req-0fcaa7ee-108b-4e0f-b62b-c11b919fd183 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0476389 Jul 14 12:22:13.490369 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84e7191d-b2ab-421d-a60c-d3aa9fb76cb2 req-384a3c83-7a16-4046-b0c5-567ddfd7a454 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417392 Jul 14 12:22:13.873294 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59098) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:13.956146 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-fb9343dc-7042-410a-9a3a-6bd3eb78f68d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817275 Jul 14 12:22:13.964954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-8c4f96f2-a4d2-4fef-ae3f-6f5bd209345f service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:22:13.966613 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-8c4f96f2-a4d2-4fef-ae3f-6f5bd209345f service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051546 Jul 14 12:22:14.043868 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59106) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:22:14.142792 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-365c4629-be87-450a-8983-d378ad5a1f8a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:14.144051 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-365c4629-be87-450a-8983-d378ad5a1f8a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports/0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 940 time: 0.0992084 Jul 14 12:22:14.259042 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:14.331028 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:14.611053 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5355ab-0d54-4ebb-b7a2-eab37a28a098 req-fab9c5ab-8eac-4d72-af17-73bf9b5de04f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:14.612538 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f5355ab-0d54-4ebb-b7a2-eab37a28a098 req-fab9c5ab-8eac-4d72-af17-73bf9b5de04f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0486302 Jul 14 12:22:14.660928 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f5355ab-0d54-4ebb-b7a2-eab37a28a098 req-fa6edb63-1a92-469d-b2bc-92e1c60b0b3b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412436 Jul 14 12:22:15.154202 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:22:15.224674 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: DOWN; New status is: DOWN {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:22:15.773291 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:15.781669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3d644-1a8b-40a9-a8e9-b6191d95f5b9 req-8e82d02f-2544-4454-a673-26e1849fbbad tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:15.783140 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-71c3d644-1a8b-40a9-a8e9-b6191d95f5b9 req-8e82d02f-2544-4454-a673-26e1849fbbad tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0471079 Jul 14 12:22:15.831603 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-71c3d644-1a8b-40a9-a8e9-b6191d95f5b9 req-61874458-cb45-4e38-8e59-c993876192b4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 Jul 14 12:22:16.412394 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:22:16.950049 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35989ea-e099-4f66-a544-5c840edd3460 req-6a2c9393-f89b-4879-94bb-281f0f7c4ff8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:16.951539 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a35989ea-e099-4f66-a544-5c840edd3460 req-6a2c9393-f89b-4879-94bb-281f0f7c4ff8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0465963 Jul 14 12:22:17.003744 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a35989ea-e099-4f66-a544-5c840edd3460 req-5ba0bb95-9b71-4a72-9425-6481611e7cac tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466232 Jul 14 12:22:18.122601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f46ab3-e481-48e7-9175-371922a97873 req-3ab80da6-f935-4cdb-b2d2-8abbf21bf906 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:18.124098 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90f46ab3-e481-48e7-9175-371922a97873 req-3ab80da6-f935-4cdb-b2d2-8abbf21bf906 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0472791 Jul 14 12:22:18.175273 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90f46ab3-e481-48e7-9175-371922a97873 req-2c2c50aa-f7ca-44d3-8af3-e4b733cb2fd2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Jul 14 12:22:18.899826 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:19.300487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae148f4-0e90-4264-9171-b085331a04b7 req-b817eed7-36d4-4c1e-a8ab-c012e33661ef tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:19.301962 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0ae148f4-0e90-4264-9171-b085331a04b7 req-b817eed7-36d4-4c1e-a8ab-c012e33661ef tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0512435 Jul 14 12:22:19.348469 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0ae148f4-0e90-4264-9171-b085331a04b7 req-e65942b0-a3e2-4085-9e28-4cc0ddca1d88 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Jul 14 12:22:20.467135 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee581600-79a1-4391-bcd7-d15f0b40cd52 req-a0cc77e0-251d-4c98-8c4e-70ff5ffc3db1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:20.468511 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ee581600-79a1-4391-bcd7-d15f0b40cd52 req-a0cc77e0-251d-4c98-8c4e-70ff5ffc3db1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0479796 Jul 14 12:22:20.516567 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ee581600-79a1-4391-bcd7-d15f0b40cd52 req-e2714906-49c9-477c-882c-6f762b7d2ac2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Jul 14 12:22:21.634695 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6bd05-a1cc-4ced-8da8-a1f9932f4496 req-d117ca5c-8920-4900-a0ec-d63923b8a14f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:21.636190 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-53f6bd05-a1cc-4ced-8da8-a1f9932f4496 req-d117ca5c-8920-4900-a0ec-d63923b8a14f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0472126 Jul 14 12:22:21.678725 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:21.686696 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-53f6bd05-a1cc-4ced-8da8-a1f9932f4496 req-c164760a-fbb8-4a2d-ac95-f78762211830 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448868 Jul 14 12:22:22.811765 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62d90c-c695-4cf7-b199-d810a0dd17c0 req-e513ea8d-abb4-4c90-bf3a-4533ae632ae8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:22.813127 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7d62d90c-c695-4cf7-b199-d810a0dd17c0 req-e513ea8d-abb4-4c90-bf3a-4533ae632ae8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0469911 Jul 14 12:22:22.860549 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7d62d90c-c695-4cf7-b199-d810a0dd17c0 req-359f3616-7da7-4592-9b41-9bc11f8f2903 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Jul 14 12:22:23.993958 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db015d70-c76a-404a-aa80-7ab9f4bd01c8 req-79c55b03-2a59-4312-928b-cbdc5d0b3be6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:23.995552 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db015d70-c76a-404a-aa80-7ab9f4bd01c8 req-79c55b03-2a59-4312-928b-cbdc5d0b3be6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0576627 Jul 14 12:22:24.043500 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db015d70-c76a-404a-aa80-7ab9f4bd01c8 req-6c19f55c-4625-46ab-8c0c-2ef0edf2e9b9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Jul 14 12:22:25.124222 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-fb67aa61-2a15-4802-8f3f-7a07552d53f3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044178 Jul 14 12:22:25.131952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-b003965d-a45a-4ebb-90db-32f9710b8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.133459 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-b003965d-a45a-4ebb-90db-32f9710b8c4d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf&tenant_id=51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 1127 time: 0.1045487 Jul 14 12:22:25.170465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2288d2b-e1bc-4fa4-bad5-0acad3d437be req-4431d6f6-f1c4-4a77-885f-b35480239296 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.172219 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d2288d2b-e1bc-4fa4-bad5-0acad3d437be req-4431d6f6-f1c4-4a77-885f-b35480239296 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0532401 Jul 14 12:22:25.285101 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d2288d2b-e1bc-4fa4-bad5-0acad3d437be req-0412f1a8-a5b0-4296-8139-1fdc687ff31d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063645 Jul 14 12:22:25.286043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-ea368b04-6e16-4135-b9df-d5cdd731fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.287428 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-ea368b04-6e16-4135-b9df-d5cdd731fdac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1127 time: 0.0928805 Jul 14 12:22:25.289096 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328928-2131-4005-8762-5e3c524fad9a req-07e4be86-c418-489a-b9e3-67d7ab64fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.290412 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-07e4be86-c418-489a-b9e3-67d7ab64fe39 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 1129 time: 0.0874965 Jul 14 12:22:25.455381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-ff9ee624-1c50-4204-a116-c08729b68179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.456817 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-ff9ee624-1c50-4204-a116-c08729b68179 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.1605442 Jul 14 12:22:25.459403 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328928-2131-4005-8762-5e3c524fad9a req-bf9fa986-9853-4a56-8c92-e225f293c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.461366 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-bf9fa986-9853-4a56-8c92-e225f293c0bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.1455495 Jul 14 12:22:25.547729 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:25.565680 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-d9c06863-6619-4119-9eb2-1556cab88f5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 200 len: 998 time: 0.1024709 Jul 14 12:22:25.567479 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-8d691d0f-89da-4761-86f8-738f5c679792 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 200 len: 1000 time: 0.0965512 Jul 14 12:22:25.661933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:25.668596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328928-2131-4005-8762-5e3c524fad9a req-2eb5807a-789d-4007-baff-56d021089214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.670095 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-2eb5807a-789d-4007-baff-56d021089214 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.0809951 Jul 14 12:22:25.676671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-04d911f9-70c3-46ae-8064-dbb1e5f7d831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.676671 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-04d911f9-70c3-46ae-8064-dbb1e5f7d831 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0917661 Jul 14 12:22:25.750950 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328928-2131-4005-8762-5e3c524fad9a req-c2f47d26-bda0-4b64-af12-9977e1c96cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.752498 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-c2f47d26-bda0-4b64-af12-9977e1c96cb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701494 Jul 14 12:22:25.753548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-fafd08db-8c3f-4feb-981c-336ace13c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:25.755009 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-fafd08db-8c3f-4feb-981c-336ace13c342 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648007 Jul 14 12:22:25.926227 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-a7cf6705-f88e-49ba-a366-9232c8b99ec3 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615546 Jul 14 12:22:25.928122 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-2d6e762d-887f-4bbb-87a0-bd47a22fea2e service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563234 Jul 14 12:22:26.328493 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-92328928-2131-4005-8762-5e3c524fad9a req-956368f2-ee07-4ac8-9fb0-859732b05c69 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919663 Jul 14 12:22:26.330313 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-215fe435-bed3-48a0-a57b-6d1bcd465ad5 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869603 Jul 14 12:22:26.408791 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b6510-5b5f-4c2e-ad8c-4bb3e90362c0 req-ab2f4957-a372-424c-aacc-b68c9e9dbf3b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:26.410363 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-750b6510-5b5f-4c2e-ad8c-4bb3e90362c0 req-ab2f4957-a372-424c-aacc-b68c9e9dbf3b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0486941 Jul 14 12:22:26.463026 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-750b6510-5b5f-4c2e-ad8c-4bb3e90362c0 req-1af6598f-a500-46aa-8a02-3bbc1e764457 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468862 Jul 14 12:22:27.579755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204442c7-e196-4c6e-8303-b16fad1cca1a req-22a8a1d9-ff4f-4b6d-9353-35213c2dd672 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:27.581171 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-204442c7-e196-4c6e-8303-b16fad1cca1a req-22a8a1d9-ff4f-4b6d-9353-35213c2dd672 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0462263 Jul 14 12:22:27.627727 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-204442c7-e196-4c6e-8303-b16fad1cca1a req-d1975ed1-703b-43bf-a513-febb921e7a45 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Jul 14 12:22:28.750584 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf5d49-d820-4f07-8a32-14151eb5c79c req-3328ba5b-4b67-467c-a1fd-05fadde09d9a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:28.752092 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0cf5d49-d820-4f07-8a32-14151eb5c79c req-3328ba5b-4b67-467c-a1fd-05fadde09d9a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0515106 Jul 14 12:22:28.803291 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0cf5d49-d820-4f07-8a32-14151eb5c79c req-f3258e8e-e459-4915-8721-d577b535732a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457296 Jul 14 12:22:28.813820 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=27 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:28.815701 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=57,neutron:UPDATE=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:29.943934 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76955-891c-4f0e-9100-992809d9915e req-e459613d-97fd-461c-9637-924f850c5ad2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:29.946195 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3bb76955-891c-4f0e-9100-992809d9915e req-e459613d-97fd-461c-9637-924f850c5ad2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0526552 Jul 14 12:22:29.997158 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3bb76955-891c-4f0e-9100-992809d9915e req-58511613-0e33-46ee-bbbb-45d6c5062853 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447972 Jul 14 12:22:31.125498 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d6022-432b-4dab-8085-8cf7e6336095 req-2d634a5d-ab87-4e76-922b-e84c1108936a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:31.127177 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25d6022-432b-4dab-8085-8cf7e6336095 req-2d634a5d-ab87-4e76-922b-e84c1108936a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0496230 Jul 14 12:22:31.178106 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a25d6022-432b-4dab-8085-8cf7e6336095 req-0f330281-a617-402b-bd01-8ba2fc2ec4e2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453618 Jul 14 12:22:32.302261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db20ac-fae6-4c8a-b611-12e6a5227d7b req-299570d1-3f5b-48a4-8d98-3b4710d10fa3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:32.303822 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e4db20ac-fae6-4c8a-b611-12e6a5227d7b req-299570d1-3f5b-48a4-8d98-3b4710d10fa3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0503061 Jul 14 12:22:32.354812 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e4db20ac-fae6-4c8a-b611-12e6a5227d7b req-e6ff2815-aff7-4f9f-8633-340f5621fa26 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Jul 14 12:22:32.848437 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:32.849419 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:33.494008 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c001c7-74b9-4985-b37a-abce7abd3623 req-3ffc13ff-2985-4eff-9f4d-d1b050bb70f2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:33.495658 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-81c001c7-74b9-4985-b37a-abce7abd3623 req-3ffc13ff-2985-4eff-9f4d-d1b050bb70f2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0546231 Jul 14 12:22:33.544832 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-81c001c7-74b9-4985-b37a-abce7abd3623 req-f4f4a1e2-2446-4c1d-8510-e685964c23fd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432382 Jul 14 12:22:34.673705 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444cd5e-8b70-4090-9717-deb952d9f399 req-e61955fe-9cb8-44a2-8e48-9329c5f5c5df tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:34.675874 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d444cd5e-8b70-4090-9717-deb952d9f399 req-e61955fe-9cb8-44a2-8e48-9329c5f5c5df tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0496061 Jul 14 12:22:34.737146 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d444cd5e-8b70-4090-9717-deb952d9f399 req-60e4c46f-18e7-4229-bbb1-abce4515cee1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555501 Jul 14 12:22:35.878688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf9f6b-8629-4fab-8863-fb4a00d8c753 req-42d7c562-3e0d-4831-8bf5-afa9b5086f55 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:35.880223 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52bf9f6b-8629-4fab-8863-fb4a00d8c753 req-42d7c562-3e0d-4831-8bf5-afa9b5086f55 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0548751 Jul 14 12:22:35.894243 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:35.935013 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52bf9f6b-8629-4fab-8863-fb4a00d8c753 req-dcf0df3e-abec-4736-8eb8-c3b31ab0a601 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480576 Jul 14 12:22:37.071001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b07e7-398a-41d9-9717-fbae5bcf91bb req-3281fdd3-37ac-4547-8009-f599d54ef141 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:37.072644 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e0b07e7-398a-41d9-9717-fbae5bcf91bb req-3281fdd3-37ac-4547-8009-f599d54ef141 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0474620 Jul 14 12:22:37.123589 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e0b07e7-398a-41d9-9717-fbae5bcf91bb req-614ec36d-4817-4a8b-8bd1-f19ee1569c86 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452814 Jul 14 12:22:37.967257 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6d4af527-935d-4caa-be62-d2f8287741db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:38.260446 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848f186-7756-4582-bb4f-22fc89ee9e2d req-b1f5e755-8e52-4748-9aaf-c13d629a82a3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:38.262090 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9848f186-7756-4582-bb4f-22fc89ee9e2d req-b1f5e755-8e52-4748-9aaf-c13d629a82a3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0548301 Jul 14 12:22:38.312559 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9848f186-7756-4582-bb4f-22fc89ee9e2d req-883c6965-ccf5-4c4e-b192-6331a1b73f0a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Jul 14 12:22:39.436999 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0329600-c776-40b5-81aa-4742dfcb284a req-157c12dd-89cf-450f-b393-b6f34049a564 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:39.438486 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0329600-c776-40b5-81aa-4742dfcb284a req-157c12dd-89cf-450f-b393-b6f34049a564 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0472414 Jul 14 12:22:39.493329 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0329600-c776-40b5-81aa-4742dfcb284a req-72c9006e-86ce-45b7-8b57-09a34c7e838a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490770 Jul 14 12:22:40.259123 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-014d555e-5892-4207-a2a4-77263c835631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:40.593463 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:40.611683 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90739c-d366-49d9-b180-0b5306594ecf req-fc9920f9-d671-472a-909b-8148c5831666 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:40.613159 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1c90739c-d366-49d9-b180-0b5306594ecf req-fc9920f9-d671-472a-909b-8148c5831666 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0456696 Jul 14 12:22:40.624912 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:40.661653 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1c90739c-d366-49d9-b180-0b5306594ecf req-d690de02-4527-4d3d-a5be-91a0c0952773 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Jul 14 12:22:41.595733 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:41.782721 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248daa7a-7b5a-4d33-b33f-0e2cac2ec3f1 req-d9ce9196-cf3c-4fe4-8cc1-2aa08f2ec75b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:41.784324 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-248daa7a-7b5a-4d33-b33f-0e2cac2ec3f1 req-d9ce9196-cf3c-4fe4-8cc1-2aa08f2ec75b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0483859 Jul 14 12:22:41.832937 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-248daa7a-7b5a-4d33-b33f-0e2cac2ec3f1 req-c7d1bd3c-ae47-4034-ad15-457713e5c5e4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Jul 14 12:22:42.245676 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794feba1-8051-4f8b-9f6e-bf7f1056d1c1 req-c7eb50fe-eeff-41b7-8007-d3ee97d36a4e tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:42.247175 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-794feba1-8051-4f8b-9f6e-bf7f1056d1c1 req-c7eb50fe-eeff-41b7-8007-d3ee97d36a4e tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0464945 Jul 14 12:22:42.294510 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-794feba1-8051-4f8b-9f6e-bf7f1056d1c1 req-f3a7de07-48a9-4720-bc73-d931b175a5f5 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418084 Jul 14 12:22:42.807621 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:42.954674 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334881c7-944b-4c21-b3ca-ba705016c79b req-683544e8-cf9f-404c-974d-47724a879f5d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:42.956137 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-334881c7-944b-4c21-b3ca-ba705016c79b req-683544e8-cf9f-404c-974d-47724a879f5d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0497029 Jul 14 12:22:43.002809 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-334881c7-944b-4c21-b3ca-ba705016c79b req-bf35679b-74ac-4804-a583-5519840148b1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Jul 14 12:22:43.172211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:43.410487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7c0bf-489d-4b37-b947-2e7cab7d2956 req-69b675d0-e698-4610-baf4-b4233decd2d7 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:43.411946 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a1c7c0bf-489d-4b37-b947-2e7cab7d2956 req-69b675d0-e698-4610-baf4-b4233decd2d7 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0491126 Jul 14 12:22:43.424504 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:43.459364 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a1c7c0bf-489d-4b37-b947-2e7cab7d2956 req-21245c5a-be62-420f-ab10-6d79ff4ad61b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Jul 14 12:22:44.123016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54c9b3-df7e-4e20-81e6-c0114d02ab28 req-e66b5287-22be-48ca-9c44-040a32a49d1a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:44.124617 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1b54c9b3-df7e-4e20-81e6-c0114d02ab28 req-e66b5287-22be-48ca-9c44-040a32a49d1a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0474000 Jul 14 12:22:44.172292 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1b54c9b3-df7e-4e20-81e6-c0114d02ab28 req-0b75b350-8638-492c-a641-a0b72701bd27 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Jul 14 12:22:44.276016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-c7475b69-d778-4ebf-a1e7-099227eead8b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:44.277448 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-c7475b69-d778-4ebf-a1e7-099227eead8b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0491302 Jul 14 12:22:44.362015 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Deleting port 3eede203-2d63-46df-8338-538ec6d38092 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:22:44.362273 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (3eede203-2d63-46df-8338-538ec6d38092), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:44.452582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] For port 3eede203-2d63-46df-8338-538ec6d38092, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3eede203-2d63-46df-8338-538ec6d38092,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:44.452934 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (3eede203-2d63-46df-8338-538ec6d38092), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:44.466325 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Calling delete_port for 3eede203-2d63-46df-8338-538ec6d38092 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:22:44.575499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d59089-c060-4781-bfba-d242d3aa4d97 req-b0d0b913-8a50-4eb0-b4f0-1e1c8e6e2477 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:44.577001 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-61d59089-c060-4781-bfba-d242d3aa4d97 req-b0d0b913-8a50-4eb0-b4f0-1e1c8e6e2477 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 945 time: 0.0491018 Jul 14 12:22:44.625243 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-61d59089-c060-4781-bfba-d242d3aa4d97 req-b470f3b3-347c-4958-bb30-3a07878238b2 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Jul 14 12:22:44.652123 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (3eede203-2d63-46df-8338-538ec6d38092), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:44.678631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Pushing event deleted for resources: {'Port': ['ID=3eede203-2d63-46df-8338-538ec6d38092,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:44.688432 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.688780 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.689118 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.689451 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.689778 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.690102 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.690427 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.690748 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.691091 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.691841 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.691841 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.692097 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.692416 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.692737 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.693085 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:44.695251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['3eede203-2d63-46df-8338-538ec6d38092'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:22:44.740184 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] No DVR routers for this DVR port 3eede203-2d63-46df-8338-538ec6d38092 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:22:44.742724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:44.745945 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0194ce08-f4e1-48eb-8a89-51a4c8089c21 req-5d5de52f-348e-4dbb-b6ca-4679ed57ca42 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "DELETE /v2.0/ports/3eede203-2d63-46df-8338-538ec6d38092 HTTP/1.1" status: 204 len: 173 time: 0.4617553 Jul 14 12:22:44.746410 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'name': 'network-vif-deleted', 'tag': '3eede203-2d63-46df-8338-538ec6d38092'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:22:44.748691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd581934-d6e2-44eb-9160-2d4fb4167bca" -d '{"events": [{"server_uuid": "3bec056f-1ed7-4c1f-9e79-6f44c353d9c3", "name": "network-vif-deleted", "tag": "3eede203-2d63-46df-8338-538ec6d38092"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:44.782615 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46942b59-7a7a-4fd6-8425-12d2d1cd65b6 x-openstack-request-id: req-46942b59-7a7a-4fd6-8425-12d2d1cd65b6 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:44.783174 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bec056f-1ed7-4c1f-9e79-6f44c353d9c3", "name": "network-vif-deleted", "tag": "3eede203-2d63-46df-8338-538ec6d38092", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:44.783174 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-46942b59-7a7a-4fd6-8425-12d2d1cd65b6 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:44.783582 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46942b59-7a7a-4fd6-8425-12d2d1cd65b6'] response: {'server_uuid': '3bec056f-1ed7-4c1f-9e79-6f44c353d9c3', 'name': 'network-vif-deleted', 'tag': '3eede203-2d63-46df-8338-538ec6d38092', 'status': 'completed', 'code': 200} Jul 14 12:22:45.293581 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9206e-2ec2-40a2-87d1-bab8594cec93 req-8e3e881b-6f35-49bd-b0bf-075d92419019 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:45.295057 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00a9206e-2ec2-40a2-87d1-bab8594cec93 req-8e3e881b-6f35-49bd-b0bf-075d92419019 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0508909 Jul 14 12:22:45.341910 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00a9206e-2ec2-40a2-87d1-bab8594cec93 req-1362fb38-4981-44bd-81ab-d985952a40fc tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Jul 14 12:22:45.734262 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-70b36978-9c38-4c3d-8a14-a0e008dab94d req-2eee82e9-e360-41ea-9b91-e807583cf1a8 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=3bec056f-1ed7-4c1f-9e79-6f44c353d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Jul 14 12:22:46.461744 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5fa6f-e4b9-4034-9ffa-39aa7c23f87e req-aae5f59a-feb4-4424-8d2b-a18a354785dd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:46.463215 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45f5fa6f-e4b9-4034-9ffa-39aa7c23f87e req-aae5f59a-feb4-4424-8d2b-a18a354785dd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 943 time: 0.0464196 Jul 14 12:22:46.509358 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-45f5fa6f-e4b9-4034-9ffa-39aa7c23f87e req-ad7f887d-131c-4e99-908f-dc8b3d5947ad tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Jul 14 12:22:47.272303 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:22:47.283491 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3eede203-2d63-46df-8338-538ec6d38092 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:22:47.311568 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 3eede203-2d63-46df-8338-538ec6d38092 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:22:47.311917 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3eede203-2d63-46df-8338-538ec6d38092 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:22:47.395781 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:47.406094 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'port_id': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'mac_address': 'fa:16:3e:eb:92:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:22:47.441444 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:22:47.441832 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:47.454663 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0091e22f-2f09-4a5d-9bd6-143e3f69992b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:22:47.478022 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:47.561916 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:47.614703 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=9']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:47.622909 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.623469 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.624002 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.624354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.624697 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.625033 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.625365 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.625709 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.626026 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.626349 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.626901 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.627389 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.627869 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.628360 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.628872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:22:47.632355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e661d-2076-4462-af0e-d08bd0ebf99c req-3779030d-cc09-432b-958d-f04dac327343 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:47.633890 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-580e661d-2076-4462-af0e-d08bd0ebf99c req-3779030d-cc09-432b-958d-f04dac327343 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0503771 Jul 14 12:22:47.682180 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-580e661d-2076-4462-af0e-d08bd0ebf99c req-54f7dee5-8b5a-405c-a333-79399970ea6d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jul 14 12:22:47.775985 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:47.776699 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:48.804804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b53217-ac68-4a06-8c99-bca4fd0d268d req-c3a2f18a-d4ac-418e-93f2-6aaec5885ef3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:48.806336 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-72b53217-ac68-4a06-8c99-bca4fd0d268d req-c3a2f18a-d4ac-418e-93f2-6aaec5885ef3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0506873 Jul 14 12:22:48.853604 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-72b53217-ac68-4a06-8c99-bca4fd0d268d req-f37cf0f6-fc41-47cc-9889-24695361b34b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Jul 14 12:22:49.988740 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca1503-e404-4c9a-a81b-db35ade0c93f req-0a0b00c2-2a62-4162-8d43-ebbbb5439534 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:49.990356 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-caca1503-e404-4c9a-a81b-db35ade0c93f req-0a0b00c2-2a62-4162-8d43-ebbbb5439534 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0563972 Jul 14 12:22:50.010800 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:50.039936 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:50.048886 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-caca1503-e404-4c9a-a81b-db35ade0c93f req-14fe279d-a6be-4190-9c1d-2f6db2db2c39 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520492 Jul 14 12:22:50.367242 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:50.603134 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['0091e22f-2f09-4a5d-9bd6-143e3f69992b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:22:50.668235 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa115c-d200-42e0-8a68-e582224dc069 req-032654e4-9388-486d-ab6b-dfc0fe209631 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:50.669837 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e0aa115c-d200-42e0-8a68-e582224dc069 req-032654e4-9388-486d-ab6b-dfc0fe209631 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0520830 Jul 14 12:22:50.733912 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e0aa115c-d200-42e0-8a68-e582224dc069 req-485e1344-9567-4ed2-be3e-cbee937d3450 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580478 Jul 14 12:22:50.784034 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-f525534e-05dd-428a-8ec1-5a6fdba3f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:50.791727 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-f525534e-05dd-428a-8ec1-5a6fdba3f53b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1168 time: 0.0409145 Jul 14 12:22:50.880542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-7c5acf13-554b-4358-b34a-78e24216621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:50.882565 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-7c5acf13-554b-4358-b34a-78e24216621d service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 915 time: 0.0877001 Jul 14 12:22:50.953726 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-d94d3d5a-b5e7-43f7-b819-cdcd98a4302a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 1000 time: 0.0555346 Jul 14 12:22:51.000818 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-4fd08242-42b9-4cfd-a44e-4d279ee39520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:51.002208 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-4fd08242-42b9-4cfd-a44e-4d279ee39520 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 200 len: 853 time: 0.0453775 Jul 14 12:22:51.061723 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-ccdf0ea7-d384-4e28-a5ca-037379e6a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:51.063182 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-ccdf0ea7-d384-4e28-a5ca-037379e6a1e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c2692e-4527-41ed-9aa4-f0917dfa8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420158 Jul 14 12:22:51.219777 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5774aa7-7afa-42cb-8961-1bdd882dc18d req-ec45f86b-b3c9-47c8-82bc-be7dfef1515a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:51.221475 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c5774aa7-7afa-42cb-8961-1bdd882dc18d req-ec45f86b-b3c9-47c8-82bc-be7dfef1515a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 944 time: 0.0887523 Jul 14 12:22:51.259177 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-40150ae0-6032-49f1-9d5b-29dd2d8bfe7a service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461842 Jul 14 12:22:51.308688 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c5774aa7-7afa-42cb-8961-1bdd882dc18d req-cffd95d9-12bb-4790-a040-9dbcf6af3808 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806034 Jul 14 12:22:51.365058 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3e642b9b-4482-4473-9e19-15a8860e66a8 req-f10752e4-acd0-49b5-9569-2708d5234911 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981798 Jul 14 12:22:51.852980 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf82e4-05b0-4f6d-80f5-4920e2421ea1 req-78e999df-c831-4bb9-8824-84616392f010 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:51.854355 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-40bf82e4-05b0-4f6d-80f5-4920e2421ea1 req-78e999df-c831-4bb9-8824-84616392f010 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0484369 Jul 14 12:22:51.923631 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-40bf82e4-05b0-4f6d-80f5-4920e2421ea1 req-2e7499c0-5497-483c-bd76-ff861500db56 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636382 Jul 14 12:22:52.170367 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:22:52.213937 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 0091e22f-2f09-4a5d-9bd6-143e3f69992b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:22:52.214303 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:52.289558 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 0091e22f-2f09-4a5d-9bd6-143e3f69992b is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:22:52.289939 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:52.312481 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:22:52.314672 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2066f0-48f0-411f-bcea-5c558f6fafa0" -d '{"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-plugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:22:52.327403 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:22:52.353785 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aefa893-b15e-4de2-bc64-0506085767b7 x-openstack-request-id: req-2aefa893-b15e-4de2-bc64-0506085767b7 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:22:52.354079 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-plugged", "status": "completed", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:22:52.354380 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2aefa893-b15e-4de2-bc64-0506085767b7 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:22:52.354797 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aefa893-b15e-4de2-bc64-0506085767b7'] response: {'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'code': 200} Jul 14 12:22:52.383816 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:22:52.432695 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=10']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:22:52.434268 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36217dc8-0b94-4280-8088-afd120cf0366 req-c85a8974-374c-4502-8df5-1a34ab85f216 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:52.435799 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36217dc8-0b94-4280-8088-afd120cf0366 req-c85a8974-374c-4502-8df5-1a34ab85f216 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0501842 Jul 14 12:22:52.485589 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36217dc8-0b94-4280-8088-afd120cf0366 req-c8857e8c-30d3-4935-a729-aeb7b915a7d5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Jul 14 12:22:53.054680 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588033ff-2e3a-49c9-8291-b77c9e036639 req-a3522a1f-2598-4243-bc77-fe3131358fe6 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:53.056178 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-588033ff-2e3a-49c9-8291-b77c9e036639 req-a3522a1f-2598-4243-bc77-fe3131358fe6 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0629151 Jul 14 12:22:53.122257 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-588033ff-2e3a-49c9-8291-b77c9e036639 req-93bd8727-baca-493a-9474-943ed3ce3af9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602670 Jul 14 12:22:53.176796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2539909-9fcf-43d4-9b0e-0b95385563cb req-27f684a6-0e30-4676-9ffb-4945011d59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:53.178877 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e2539909-9fcf-43d4-9b0e-0b95385563cb req-27f684a6-0e30-4676-9ffb-4945011d59de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 1130 time: 0.0387063 Jul 14 12:22:53.226120 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e2539909-9fcf-43d4-9b0e-0b95385563cb req-0e4edd95-db6a-420a-8100-89a80336c367 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395231 Jul 14 12:22:53.411523 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:22:53.568032 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:53.612275 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa83cc-aef9-4cbe-bb59-c71453e2695b req-136a3c9e-37ed-41a8-b66c-bae085f0dba5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:53.613741 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4ffa83cc-aef9-4cbe-bb59-c71453e2695b req-136a3c9e-37ed-41a8-b66c-bae085f0dba5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0542233 Jul 14 12:22:53.659674 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4ffa83cc-aef9-4cbe-bb59-c71453e2695b req-66b043c7-3fe7-4991-bbd6-bfb384b95de1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Jul 14 12:22:54.237214 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc85c-7b38-42bf-93dc-fbbd25fa2d69 req-2327a656-d97e-49e1-949f-4b08968cdcee tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:54.238715 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bc0cc85c-7b38-42bf-93dc-fbbd25fa2d69 req-2327a656-d97e-49e1-949f-4b08968cdcee tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0465646 Jul 14 12:22:54.285560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:54.301248 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bc0cc85c-7b38-42bf-93dc-fbbd25fa2d69 req-ef28effe-69b2-442c-83b2-8de8dfcf9249 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571511 Jul 14 12:22:54.781336 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a78f1-141d-4a9c-a1c3-80e89b44ed91 req-4137d06d-6b7a-4f7d-9a0c-67d4ea0fa59d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:54.782822 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dc5a78f1-141d-4a9c-a1c3-80e89b44ed91 req-4137d06d-6b7a-4f7d-9a0c-67d4ea0fa59d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0504115 Jul 14 12:22:54.830151 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dc5a78f1-141d-4a9c-a1c3-80e89b44ed91 req-45eb5c2f-d691-4cca-882a-77b331c03a21 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Jul 14 12:22:55.411973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c589f-f0d6-4284-a710-71a83b3b4c09 req-48092511-0436-4213-b476-933d4c50437a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:55.414177 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-479c589f-f0d6-4284-a710-71a83b3b4c09 req-48092511-0436-4213-b476-933d4c50437a tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0466266 Jul 14 12:22:55.446017 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:55.473093 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-479c589f-f0d6-4284-a710-71a83b3b4c09 req-7d07faad-cc86-4b0b-943f-b0aa9816cb23 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534151 Jul 14 12:22:55.949539 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72fde4-313f-4736-87d9-0949943d6acd req-0bc86641-1935-46c9-a8e3-cd6a9523f041 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:55.950994 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b72fde4-313f-4736-87d9-0949943d6acd req-0bc86641-1935-46c9-a8e3-cd6a9523f041 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0456264 Jul 14 12:22:56.002051 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b72fde4-313f-4736-87d9-0949943d6acd req-4dce9838-ab2e-4569-aed2-26ad2f231183 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456109 Jul 14 12:22:56.586660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a82eec-515f-451a-a396-d070f00920e1 req-b6039bcc-92e8-4a84-b185-4a37f36b71d0 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:56.588638 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-41a82eec-515f-451a-a396-d070f00920e1 req-b6039bcc-92e8-4a84-b185-4a37f36b71d0 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0483100 Jul 14 12:22:56.652645 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-41a82eec-515f-451a-a396-d070f00920e1 req-bfb32c28-54f6-4dd9-8c69-98583f292c7c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584118 Jul 14 12:22:57.124480 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e5268-4edf-4247-ab7c-ccf57fdac4e6 req-ee273110-e5a0-4ffe-a0ec-c6319ce66fe3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:57.125442 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-747e5268-4edf-4247-ab7c-ccf57fdac4e6 req-ee273110-e5a0-4ffe-a0ec-c6319ce66fe3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0506618 Jul 14 12:22:57.174146 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-747e5268-4edf-4247-ab7c-ccf57fdac4e6 req-6d0e67bb-8d3d-4099-a745-3fc885c5dad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428801 Jul 14 12:22:57.405727 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-d9da7899-fa0f-457f-9135-f84da1833064 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:57.407189 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-d9da7899-fa0f-457f-9135-f84da1833064 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/networks?id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c HTTP/1.1" status: 200 len: 813 time: 0.1086969 Jul 14 12:22:57.423268 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-88ac368d-191a-4ad2-ad13-a8b1a206130e tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/quotas/bae52c2cdf124894a541a6b7407eb23c HTTP/1.1" status: 200 len: 375 time: 0.0097756 Jul 14 12:22:57.456119 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b9bd761f-81e5-4e1c-bf07-2d11a5e52306 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bae52c2cdf124894a541a6b7407eb23c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270054 Jul 14 12:22:57.549446 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-69ab10ad-9283-4e98-b2a8-92cfcb001dd6 service neutron] 10.222.0.27 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865993 Jul 14 12:22:57.644557 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-45194294-1f91-4d45-81c6-66b5d1b912d6 service neutron] 10.222.0.27 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883718 Jul 14 12:22:57.766431 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843edb9-e562-4a1b-8eea-8b29383fdf03 req-2ae753b8-2680-4677-80a3-40b9ced972be tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:57.767933 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f843edb9-e562-4a1b-8eea-8b29383fdf03 req-2ae753b8-2680-4677-80a3-40b9ced972be tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0484929 Jul 14 12:22:57.835619 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f843edb9-e562-4a1b-8eea-8b29383fdf03 req-62d1bcad-8913-421d-8cc6-159edb399cb8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613909 Jul 14 12:22:57.894684 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7093093a-c4be-46a2-86f9-a0d1d7760ef1 req-33ffdfaf-b66f-4472-9185-9bede0116134 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 210 time: 0.0351877 Jul 14 12:22:58.301840 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97f9c4-d9e7-4c14-a576-780bd850d669 req-58c1807d-9177-4ba4-b88f-727925e5d7ec tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:58.303673 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ed97f9c4-d9e7-4c14-a576-780bd850d669 req-58c1807d-9177-4ba4-b88f-727925e5d7ec tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0500116 Jul 14 12:22:58.370451 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ed97f9c4-d9e7-4c14-a576-780bd850d669 req-6094d485-dcf4-4534-986c-04aa4d432cb6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574982 Jul 14 12:22:58.962728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc2f2a-1be1-4cb3-b301-f51017598861 req-ec0118f5-a8c0-489c-b837-fa1a80cd45b7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:58.964888 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3efc2f2a-1be1-4cb3-b301-f51017598861 req-ec0118f5-a8c0-489c-b837-fa1a80cd45b7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0493302 Jul 14 12:22:58.992347 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8adc431c-56db-4b39-9bde-70130a0769d4 req-0f4226de-5749-4039-b034-fd766db6595b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 210 time: 0.0285122 Jul 14 12:22:59.027979 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3efc2f2a-1be1-4cb3-b301-f51017598861 req-19659f22-4d55-465d-b5fc-48e4a5d1b7b5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569267 Jul 14 12:22:59.494821 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6dd98-0687-456d-8382-28693b02aaa4 req-9e47e23a-ff58-49f6-b938-297615505449 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:59.496907 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dfe6dd98-0687-456d-8382-28693b02aaa4 req-9e47e23a-ff58-49f6-b938-297615505449 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0478430 Jul 14 12:22:59.509514 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:22:59.547788 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dfe6dd98-0687-456d-8382-28693b02aaa4 req-da91fd6b-7d70-4418-b5b1-25e5268e4439 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Jul 14 12:22:59.901378 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76a7df-442a-4f1e-b1a1-c9992fca49c3 req-cc4022ed-4142-4b14-9b70-27e2d97d626d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:59.902882 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b76a7df-442a-4f1e-b1a1-c9992fca49c3 req-cc4022ed-4142-4b14-9b70-27e2d97d626d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0474808 Jul 14 12:22:59.953587 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1b76a7df-442a-4f1e-b1a1-c9992fca49c3 req-fd472a2c-2e1c-4728-9116-f6e3c0dcda00 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450709 Jul 14 12:22:59.993165 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-095f2214-bf9b-4190-b783-a207968c5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:22:59.994711 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-095f2214-bf9b-4190-b783-a207968c5b1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.0424876 Jul 14 12:23:00.098442 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ad5f65ac-cd92-4392-bbd4-037df6251f9f req-ef5dd28a-956b-49d1-95fc-c22e3ede2995 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 210 time: 0.0339096 Jul 14 12:23:00.145596 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdddfa6-c356-46f7-8af5-4aa9f0deba2a req-357d090d-e383-48eb-b417-416e4bdb0a75 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:00.147614 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ccdddfa6-c356-46f7-8af5-4aa9f0deba2a req-357d090d-e383-48eb-b417-416e4bdb0a75 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0483580 Jul 14 12:23:00.164766 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-ced83e92-3593-4664-a7cf-3028c5663b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:00.166209 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-ced83e92-3593-4664-a7cf-3028c5663b3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1650851 Jul 14 12:23:00.212594 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ccdddfa6-c356-46f7-8af5-4aa9f0deba2a req-c7b2f7ed-0e1a-46cc-8de6-07fd7400e125 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588286 Jul 14 12:23:00.241514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:00.271890 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-e36d49ce-045e-4ee8-9c85-2c6816fb71cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 1001 time: 0.0790980 Jul 14 12:23:00.280946 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-7a56f048-46c7-472a-8bc6-df7a9b97ce8b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:00.282276 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-7a56f048-46c7-472a-8bc6-df7a9b97ce8b tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "GET /v2.0/networks?id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c HTTP/1.1" status: 200 len: 813 time: 0.1770802 Jul 14 12:23:00.317370 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Request body: {'port': {'device_id': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c', 'admin_state_up': True, 'tenant_id': 'bae52c2cdf124894a541a6b7407eb23c'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:00.387265 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-67130f82-a6e5-4e2e-8974-a50b30e40b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:00.388700 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-67130f82-a6e5-4e2e-8974-a50b30e40b7b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.1056151 Jul 14 12:23:00.435216 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:00.457448 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-13c62e7b-7495-4918-bda7-6da36ea2e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:00.458956 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-13c62e7b-7495-4918-bda7-6da36ea2e69e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611632 Jul 14 12:23:00.549370 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Made reservation on behalf of bae52c2cdf124894a541a6b7407eb23c for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:23:00.553531 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:00.748840 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Allocated IP 172.20.0.9 (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c/15d8cbf0-f127-41f5-9bde-1fd09e801c5d/c1af4606-a701-43c3-aa36-d3dd1c16d806) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:00.752223 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-3fe8142e-402c-40ab-aab9-29bd62136499 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472702 Jul 14 12:23:00.928134 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2b66126d-8f25-460d-a795-ad7051a6a096 req-0376fc29-3411-4c7b-ad2d-158f90976a46 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664274 Jul 14 12:23:00.976928 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks [] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:01.058969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:01.107359 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d30b2-7f37-4b5d-9218-c5509aa2abfc req-f6fa16a3-a0ed-47cb-9776-66461c7140c6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:01.108800 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e00d30b2-7f37-4b5d-9218-c5509aa2abfc req-f6fa16a3-a0ed-47cb-9776-66461c7140c6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0851347 Jul 14 12:23:01.122788 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:01.133663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:01.144545 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:23:01.144981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Pushing event updated for resources: {'Port': ['ID=c1af4606-a701-43c3-aa36-d3dd1c16d806,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:01.168054 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:01.206517 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:01.216192 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:01.216755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:01.217663 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40c746-e8d0-429c-85a6-e400a7ba2b11 req-3f3520a6-ca2f-4773-b8c6-651908aa36d4 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:01.219219 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dc40c746-e8d0-429c-85a6-e400a7ba2b11 req-3f3520a6-ca2f-4773-b8c6-651908aa36d4 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 931 time: 0.0476160 Jul 14 12:23:01.221475 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e00d30b2-7f37-4b5d-9218-c5509aa2abfc req-3c54a604-6ab1-480e-bab8-db6fa48fceb0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045983 Jul 14 12:23:01.243504 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:01.270399 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dc40c746-e8d0-429c-85a6-e400a7ba2b11 req-acc88f9a-7abc-467b-8f21-f7738d06fc1e tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437086 Jul 14 12:23:01.277738 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b4a2fa3a-6b93-45dd-8700-e80f668d08ef tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644117 Jul 14 12:23:01.298021 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Request body: {'port': {'device_id': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:01.357897 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5328f-0a4b-4414-9120-5234af2711fa req-7d81a1ae-524b-4da5-8d8a-81d6cb327444 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:01.359352 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-72b5328f-0a4b-4414-9120-5234af2711fa req-7d81a1ae-524b-4da5-8d8a-81d6cb327444 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0786006 Jul 14 12:23:01.403958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:01.471393 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-72b5328f-0a4b-4414-9120-5234af2711fa req-605b40ab-af6d-45cd-8a38-0c6ca42babe9 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062713 Jul 14 12:23:01.918097 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1af4606-a701-43c3-aa36-d3dd1c16d806 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:23:01.925724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Publish callbacks [] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:01.937851 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Transition to ACTIVE for port object c1af4606-a701-43c3-aa36-d3dd1c16d806 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:23:02.000314 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:02.052851 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Pushing event updated for resources: {'Port': ['ID=c1af4606-a701-43c3-aa36-d3dd1c16d806,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:02.122242 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Attempting to bind port c1af4606-a701-43c3-aa36-d3dd1c16d806 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:23:02.122921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Attempting to bind port c1af4606-a701-43c3-aa36-d3dd1c16d806 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:23:02.122921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Attempting to bind port c1af4606-a701-43c3-aa36-d3dd1c16d806 on network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:23:02.127238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Port c1af4606-a701-43c3-aa36-d3dd1c16d806 on network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:23:02.127559 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Attempting to bind port c1af4606-a701-43c3-aa36-d3dd1c16d806 on network b7c77089-f3cd-4ab0-9a84-cc1746e2d34c {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:23:02.132734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:23:02.133068 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Checking segment: {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:23:02.133442 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Bound using segment: {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:23:02.133859 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Bound port: c1af4606-a701-43c3-aa36-d3dd1c16d806, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c2cdb8a-9bbc-4a93-801d-2f96516103fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:23:02.134210 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:02.194259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] For port c1af4606-a701-43c3-aa36-d3dd1c16d806, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:23:02.197212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] For port c1af4606-a701-43c3-aa36-d3dd1c16d806, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:23:02.263881 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:02.268251 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:02.306577 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:02.307238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:02.308676 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] 10.222.0.86 "PUT /v2.0/ports/c1af4606-a701-43c3-aa36-d3dd1c16d806 HTTP/1.1" status: 200 len: 1093 time: 1.0156944 Jul 14 12:23:02.309047 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'tag': 'c1af4606-a701-43c3-aa36-d3dd1c16d806'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:02.311357 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff232757-99bf-4d22-b224-c61fa8e690b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c5780a-6bcf-4be9-8453-318344d781a6", "tag": "c1af4606-a701-43c3-aa36-d3dd1c16d806"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:02.339399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c79e9-9241-4b32-a1be-e05ce840fc8b service neutron] Pushing event updated for resources: {'Port': ['ID=c1af4606-a701-43c3-aa36-d3dd1c16d806,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:02.349516 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3b36b-286e-4f03-b0f7-6be4a434feca req-40ebe731-8eff-4e71-843a-f647a74d07a0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:02.351097 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6da3b36b-286e-4f03-b0f7-6be4a434feca req-40ebe731-8eff-4e71-843a-f647a74d07a0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0607686 Jul 14 12:23:02.394428 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a9af-2d50-45c9-b83c-4c31d650f86d req-7e5ae1a9-a02b-4271-8f95-94c5b7545822 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:02.395961 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5f25a9af-2d50-45c9-b83c-4c31d650f86d req-7e5ae1a9-a02b-4271-8f95-94c5b7545822 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 943 time: 0.0501947 Jul 14 12:23:02.400264 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6da3b36b-286e-4f03-b0f7-6be4a434feca req-edaea473-da11-451a-99d1-e99ef1593100 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Jul 14 12:23:02.428417 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:02.430515 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:02.452992 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:02.456973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc9b5d-cae6-46b4-ba44-bfb46ed946aa x-openstack-request-id: req-8ecc9b5d-cae6-46b4-ba44-bfb46ed946aa {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:02.461821 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c5780a-6bcf-4be9-8453-318344d781a6", "tag": "c1af4606-a701-43c3-aa36-d3dd1c16d806", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:02.461821 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8ecc9b5d-cae6-46b4-ba44-bfb46ed946aa {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:02.461821 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ecc9b5d-cae6-46b4-ba44-bfb46ed946aa'] response: {'name': 'network-changed', 'server_uuid': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'tag': 'c1af4606-a701-43c3-aa36-d3dd1c16d806', 'status': 'completed', 'code': 200} Jul 14 12:23:02.477375 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5f25a9af-2d50-45c9-b83c-4c31d650f86d req-ded54551-3def-4641-a1fb-2abc515f906a tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Jul 14 12:23:02.489350 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-192e90e1-4df6-478a-9e5f-15441d2ebaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:02.491014 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-192e90e1-4df6-478a-9e5f-15441d2ebaf7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bae52c2cdf124894a541a6b7407eb23c&device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 1127 time: 0.0497348 Jul 14 12:23:02.546233 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-199eac05-47ad-4fe0-89b9-b1f4a2b1ed37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806 HTTP/1.1" status: 200 len: 217 time: 0.0371556 Jul 14 12:23:02.589190 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe0aea-258b-447c-a7d7-afd95d357978 req-5e4bbf99-a792-4be4-8366-dbf72ae109bd tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:02.590837 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-50fe0aea-258b-447c-a7d7-afd95d357978 req-5e4bbf99-a792-4be4-8366-dbf72ae109bd tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0481303 Jul 14 12:23:02.596199 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-8323e1fd-6df3-4e00-ac13-4a00541de9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:02.599578 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-8323e1fd-6df3-4e00-ac13-4a00541de9cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15d8cbf0-f127-41f5-9bde-1fd09e801c5d HTTP/1.1" status: 200 len: 853 time: 0.0452471 Jul 14 12:23:02.633360 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-b57378ab-9dc5-439f-83e4-27fdcbde879f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271850 Jul 14 12:23:02.652333 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-50fe0aea-258b-447c-a7d7-afd95d357978 req-0b4569f4-5796-4e8d-90ed-3fd615de1711 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552685 Jul 14 12:23:02.731661 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-5dfaaa9f-3dea-4a13-908f-9963f263c9b8 service neutron] 10.222.0.86 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886869 Jul 14 12:23:02.829056 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1f33532b-6761-454d-aee2-d17878c4f7f1 req-f5215d6d-29e4-498d-8b4d-5067779bc87f service neutron] 10.222.0.86 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Jul 14 12:23:03.407266 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:03.408022 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:03.514624 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3ded6-8da7-48a1-b382-74226947abae req-eb7a6327-2055-4943-9f6e-e8c0e95f36e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:03.516125 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e1d3ded6-8da7-48a1-b382-74226947abae req-eb7a6327-2055-4943-9f6e-e8c0e95f36e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0482492 Jul 14 12:23:03.571009 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e1d3ded6-8da7-48a1-b382-74226947abae req-3b1cae4d-38a6-430d-abb3-e66c1fb2736b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487850 Jul 14 12:23:03.595638 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f5479-cf3c-4f2a-b137-1f58532f1b8e req-3bf4cef0-9835-4909-8ca7-1c4bd082dded tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:03.597110 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-542f5479-cf3c-4f2a-b137-1f58532f1b8e req-3bf4cef0-9835-4909-8ca7-1c4bd082dded tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 943 time: 0.0513556 Jul 14 12:23:03.645089 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-542f5479-cf3c-4f2a-b137-1f58532f1b8e req-5a519254-d4c2-4830-a678-2dcdbb36981e tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Jul 14 12:23:03.764113 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb8797-27e4-4ebb-b120-b17beb508958 req-fb2f5cc5-52e2-4340-8221-1bfb419cbd8b tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:03.765605 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b7fb8797-27e4-4ebb-b120-b17beb508958 req-fb2f5cc5-52e2-4340-8221-1bfb419cbd8b tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0471270 Jul 14 12:23:03.825691 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b7fb8797-27e4-4ebb-b120-b17beb508958 req-c184eab7-87e3-4555-87fc-555695cae9fb tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540991 Jul 14 12:23:04.112478 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-5e392d79-d381-4b10-8815-2473e507b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:04.113974 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-5e392d79-d381-4b10-8815-2473e507b93b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bae52c2cdf124894a541a6b7407eb23c&device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 1127 time: 0.0401664 Jul 14 12:23:04.209374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-a32adf4b-4724-4a3a-9aac-f245ecbae23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:04.210950 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-a32adf4b-4724-4a3a-9aac-f245ecbae23d service neutron] 10.222.0.86 "GET /v2.0/networks?id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c HTTP/1.1" status: 200 len: 914 time: 0.0901258 Jul 14 12:23:04.250236 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-6b145b8c-827e-43c9-8e0b-9cb722a9aa50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806 HTTP/1.1" status: 200 len: 217 time: 0.0327623 Jul 14 12:23:04.299025 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-29d21990-d369-4692-8450-d3ecc6459c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:04.300409 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-29d21990-d369-4692-8450-d3ecc6459c87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15d8cbf0-f127-41f5-9bde-1fd09e801c5d HTTP/1.1" status: 200 len: 853 time: 0.0440104 Jul 14 12:23:04.336517 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-5d2efff4-2490-4714-8e2d-d75df06a20b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290036 Jul 14 12:23:04.426559 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-e8a20897-d1bc-4208-92e9-985e9f717c83 service neutron] 10.222.0.86 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839689 Jul 14 12:23:04.499300 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:04.523066 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff232757-99bf-4d22-b224-c61fa8e690b0 req-79a1b89d-1f7a-4877-a79c-ded458cc2f0c service neutron] 10.222.0.86 "GET /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895913 Jul 14 12:23:04.685546 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59822e75-d1f5-4846-a57e-1464bea8ae8e req-880c258d-9f3c-41df-890b-c21c08590a43 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:04.687061 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59822e75-d1f5-4846-a57e-1464bea8ae8e req-880c258d-9f3c-41df-890b-c21c08590a43 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0469503 Jul 14 12:23:04.735110 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-59822e75-d1f5-4846-a57e-1464bea8ae8e req-1070967d-1f20-47df-a36c-7708ebd57eb2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424886 Jul 14 12:23:04.762631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef74274-92e8-4ab5-b4d0-6730cb5739f2 req-caf9667b-64a5-45da-bd7c-55be0994e7ec tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:04.764168 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6ef74274-92e8-4ab5-b4d0-6730cb5739f2 req-caf9667b-64a5-45da-bd7c-55be0994e7ec tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 943 time: 0.0500643 Jul 14 12:23:04.812415 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6ef74274-92e8-4ab5-b4d0-6730cb5739f2 req-db944a47-32de-4097-9390-2cef69778377 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426462 Jul 14 12:23:04.944799 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc80fb-5766-4e6c-bbb7-00742f294b2a req-7011a835-78aa-4112-bdf2-2006eece07fa tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:04.946256 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bbc80fb-5766-4e6c-bbb7-00742f294b2a req-7011a835-78aa-4112-bdf2-2006eece07fa tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0524948 Jul 14 12:23:05.007985 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0bbc80fb-5766-4e6c-bbb7-00742f294b2a req-62bbe76b-0d2d-4c0e-90c4-806c06a477ac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560517 Jul 14 12:23:05.806032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebd1f1-9812-4a99-924e-dcb881dee2a5 req-1fe4d0c1-aed4-43de-ac80-e113d37fe02e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:05.807633 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0bebd1f1-9812-4a99-924e-dcb881dee2a5 req-1fe4d0c1-aed4-43de-ac80-e113d37fe02e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0482323 Jul 14 12:23:05.843939 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:05.852661 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2469d-a571-4a12-807a-3c611853bd37 req-cef7776d-3473-4dc6-84f9-9e3fb1737ee3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:05.854164 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-67f2469d-a571-4a12-807a-3c611853bd37 req-cef7776d-3473-4dc6-84f9-9e3fb1737ee3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0479479 Jul 14 12:23:05.860084 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0bebd1f1-9812-4a99-924e-dcb881dee2a5 req-f31fa5a0-0a99-40b0-8af9-7189377d6119 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469124 Jul 14 12:23:05.907323 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-67f2469d-a571-4a12-807a-3c611853bd37 req-b2221e87-5902-445b-8145-dbc1d2b12020 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Jul 14 12:23:05.967763 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82679f53-0ed2-4e92-8cb3-1e9f2f2ab4b2 req-77bc4b86-6f41-4d94-9857-aba5cad5e2db tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:05.969131 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-82679f53-0ed2-4e92-8cb3-1e9f2f2ab4b2 req-77bc4b86-6f41-4d94-9857-aba5cad5e2db tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 943 time: 0.0495288 Jul 14 12:23:06.015867 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-82679f53-0ed2-4e92-8cb3-1e9f2f2ab4b2 req-660ce714-c6f8-4beb-bd6d-81295dce8650 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410264 Jul 14 12:23:06.120020 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8587c-0c69-498c-9054-f3b6202a4360 req-f77fa793-4313-4da5-9b25-8f3f5d1e01dd tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:06.121453 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5bc8587c-0c69-498c-9054-f3b6202a4360 req-f77fa793-4313-4da5-9b25-8f3f5d1e01dd tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0458293 Jul 14 12:23:06.180864 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5bc8587c-0c69-498c-9054-f3b6202a4360 req-af0edb0c-2483-47c0-9784-bbc92d4a1f3c tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539477 Jul 14 12:23:06.221682 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c1af4606-a701-43c3-aa36-d3dd1c16d806 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:23:06.316572 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port c1af4606-a701-43c3-aa36-d3dd1c16d806, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:06.329094 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'c1af4606-a701-43c3-aa36-d3dd1c16d806', 'network_id': 'b7c77089-f3cd-4ab0-9a84-cc1746e2d34c', 'port_id': 'c1af4606-a701-43c3-aa36-d3dd1c16d806', 'mac_address': 'fa:16:3e:4e:9b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d8cbf0-f127-41f5-9bde-1fd09e801c5d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:23:06.367049 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port c1af4606-a701-43c3-aa36-d3dd1c16d806 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:23:06.367444 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:06.379972 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1af4606-a701-43c3-aa36-d3dd1c16d806 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:23:06.399714 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port c1af4606-a701-43c3-aa36-d3dd1c16d806, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:06.451702 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:06.496570 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=c1af4606-a701-43c3-aa36-d3dd1c16d806,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:06.831387 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['c1af4606-a701-43c3-aa36-d3dd1c16d806'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:23:06.987711 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3243b-163e-4fda-9310-28d5fd03f092 req-d25d3e50-aa14-4562-abd4-e47bafedcc7b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:06.989180 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b7a3243b-163e-4fda-9310-28d5fd03f092 req-d25d3e50-aa14-4562-abd4-e47bafedcc7b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0483208 Jul 14 12:23:07.047818 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b7a3243b-163e-4fda-9310-28d5fd03f092 req-4016c917-8522-4cda-b06d-2710bc36efa6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517702 Jul 14 12:23:07.157783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc338b6-032c-4673-a25d-95111e3dfa31 req-df3f5480-6042-4335-9c1c-077e14df1f9c tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:07.159552 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3fc338b6-032c-4673-a25d-95111e3dfa31 req-df3f5480-6042-4335-9c1c-077e14df1f9c tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 944 time: 0.0538604 Jul 14 12:23:07.212175 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3fc338b6-032c-4673-a25d-95111e3dfa31 req-100ad8f3-e0f4-44f7-a092-86b9bfe74861 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468118 Jul 14 12:23:07.231145 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:07.245395 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0f521-8e11-40b6-97e0-21eb4bbf0d7f req-6d7072ac-4546-40ae-a7a4-f98eaef62582 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:07.246947 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e9d0f521-8e11-40b6-97e0-21eb4bbf0d7f req-6d7072ac-4546-40ae-a7a4-f98eaef62582 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.2657652 Jul 14 12:23:07.295807 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e9d0f521-8e11-40b6-97e0-21eb4bbf0d7f req-0b8e9103-2978-42f5-9b3f-de52da864cbf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431945 Jul 14 12:23:07.314074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f9678-912b-48a1-b04f-5eaa0af89902 req-924c4749-63a6-4630-b43e-e3d4f0449a51 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:07.315575 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-224f9678-912b-48a1-b04f-5eaa0af89902 req-924c4749-63a6-4630-b43e-e3d4f0449a51 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0481346 Jul 14 12:23:07.375247 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-224f9678-912b-48a1-b04f-5eaa0af89902 req-840154eb-bc15-484e-b5fd-6db48ba74da6 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538063 Jul 14 12:23:08.000417 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d6dd01e-081f-48c6-9ce7-fba28436ade7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.072050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2830276-7192-404d-9a44-8a80beaad241 req-c5214c94-cec4-4832-bcf4-ceca93c17b99 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:08.073476 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b2830276-7192-404d-9a44-8a80beaad241 req-c5214c94-cec4-4832-bcf4-ceca93c17b99 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0465500 Jul 14 12:23:08.163443 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2d3f3-43ff-4968-9d41-68d0cf6e6d15 req-6f2acb7b-fdec-4430-af3a-27b37b7b3081 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:08.164931 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36a2d3f3-43ff-4968-9d41-68d0cf6e6d15 req-6f2acb7b-fdec-4430-af3a-27b37b7b3081 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 945 time: 0.0482934 Jul 14 12:23:08.172177 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Deleting port eb0f6ace-e868-4677-b659-dfad15db6256 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:23:08.172522 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.213037 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36a2d3f3-43ff-4968-9d41-68d0cf6e6d15 req-46f95b1a-3d85-4a66-bd49-7d6f81bce39e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=defcdfe4-11be-41e8-b5df-34933bcc45ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Jul 14 12:23:08.239092 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c1af4606-a701-43c3-aa36-d3dd1c16d806 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:08.270952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] For port eb0f6ace-e868-4677-b659-dfad15db6256, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=eb0f6ace-e868-4677-b659-dfad15db6256,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:08.271497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.288318 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port c1af4606-a701-43c3-aa36-d3dd1c16d806 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:23:08.337712 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port c1af4606-a701-43c3-aa36-d3dd1c16d806 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:23:08.338089 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.421689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port c1af4606-a701-43c3-aa36-d3dd1c16d806 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:23:08.422075 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.423623 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6bb5d-818c-4be3-a417-31cba20707b7 req-12786f4f-b086-4a27-97fa-bd17d25683e7 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:08.425102 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65f6bb5d-818c-4be3-a417-31cba20707b7 req-12786f4f-b086-4a27-97fa-bd17d25683e7 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 944 time: 0.1191778 Jul 14 12:23:08.432560 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb673703-0d68-47be-9aba-fae1b940b6fe req-00e3a0f0-0470-432e-b2d1-080125cbdad8 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:08.434209 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb673703-0d68-47be-9aba-fae1b940b6fe req-00e3a0f0-0470-432e-b2d1-080125cbdad8 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0645916 Jul 14 12:23:08.447380 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af4606-a701-43c3-aa36-d3dd1c16d806'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:08.450219 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04bf122-d311-4186-92de-d570eaa095a4" -d '{"events": [{"server_uuid": "a5c5780a-6bcf-4be9-8453-318344d781a6", "name": "network-vif-plugged", "status": "completed", "tag": "c1af4606-a701-43c3-aa36-d3dd1c16d806"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:08.465964 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port c1af4606-a701-43c3-aa36-d3dd1c16d806, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:08.488522 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb673703-0d68-47be-9aba-fae1b940b6fe req-2b188a7a-0dad-4185-8816-506988ec2aa9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477111 Jul 14 12:23:08.510408 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.536089 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:08.545638 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65f6bb5d-818c-4be3-a417-31cba20707b7 req-f767e8b1-1248-46bd-8589-f09693457cea tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938139 Jul 14 12:23:08.559415 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=c1af4606-a701-43c3-aa36-d3dd1c16d806,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:08.561200 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:08.563528 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.563963 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (74358e65-4811-4a9b-a9d3-516474e227a7), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.564468 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Floating IP 74358e65-4811-4a9b-a9d3-516474e227a7 disassociated. External IP: 172.27.1.82, port: eb0f6ace-e868-4677-b659-dfad15db6256. Jul 14 12:23:08.564747 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Calling delete_port for eb0f6ace-e868-4677-b659-dfad15db6256 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:23:08.599592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a0f876-682d-4f7b-9eb8-33cb987757cf x-openstack-request-id: req-a0a0f876-682d-4f7b-9eb8-33cb987757cf {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:08.599941 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c5780a-6bcf-4be9-8453-318344d781a6", "name": "network-vif-plugged", "status": "completed", "tag": "c1af4606-a701-43c3-aa36-d3dd1c16d806", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:08.600158 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:08.600296 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a0a0f876-682d-4f7b-9eb8-33cb987757cf {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:08.601739 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a0f876-682d-4f7b-9eb8-33cb987757cf'] response: {'server_uuid': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1af4606-a701-43c3-aa36-d3dd1c16d806', 'code': 200} Jul 14 12:23:08.618636 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f83f4-f88b-4794-b685-f55a21a02352 req-ffb93ede-cdff-4329-93a8-4ad853881273 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:08.620149 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-427f83f4-f88b-4794-b685-f55a21a02352 req-ffb93ede-cdff-4329-93a8-4ad853881273 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0499837 Jul 14 12:23:08.629366 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:08.681614 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-427f83f4-f88b-4794-b685-f55a21a02352 req-af3e8025-5379-451d-9a25-426f193c379e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557787 Jul 14 12:23:08.766307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (eb0f6ace-e868-4677-b659-dfad15db6256), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:08.797058 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event deleted for resources: {'Port': ['ID=eb0f6ace-e868-4677-b659-dfad15db6256,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:08.910635 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:23:09.024289 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:09.034025 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:09.037295 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:09.046592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:09.047300 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:22:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:09.067228 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] No DVR routers for this DVR port eb0f6ace-e868-4677-b659-dfad15db6256 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:23:09.070254 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:09.073423 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b2830276-7192-404d-9a44-8a80beaad241 req-5db8e0d0-f118-4fc2-9feb-93c9cf86f1e6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "DELETE /v2.0/ports/eb0f6ace-e868-4677-b659-dfad15db6256 HTTP/1.1" status: 204 len: 173 time: 0.9857397 Jul 14 12:23:09.074034 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'name': 'network-vif-deleted', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:09.076031 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436d3060-7ad8-44a8-be7b-1aaf2795d8ed" -d '{"events": [{"server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "name": "network-vif-deleted", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:09.117315 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb133aa8-994a-48cc-ac15-afeed42d1481 x-openstack-request-id: req-eb133aa8-994a-48cc-ac15-afeed42d1481 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:09.117599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2634876-d37b-4436-9c61-23c72f9be7f0", "name": "network-vif-deleted", "tag": "eb0f6ace-e868-4677-b659-dfad15db6256", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:09.117864 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eb133aa8-994a-48cc-ac15-afeed42d1481 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:09.118255 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb133aa8-994a-48cc-ac15-afeed42d1481'] response: {'server_uuid': 'd2634876-d37b-4436-9c61-23c72f9be7f0', 'name': 'network-vif-deleted', 'tag': 'eb0f6ace-e868-4677-b659-dfad15db6256', 'status': 'completed', 'code': 200} Jul 14 12:23:09.157940 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:09.218409 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1cfbd-f276-40f8-9d40-95017e30a3f8 req-6f6a054e-e771-41f0-98f2-150a1191b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:09.219881 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-50e1cfbd-f276-40f8-9d40-95017e30a3f8 req-6f6a054e-e771-41f0-98f2-150a1191b318 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 1129 time: 0.0449417 Jul 14 12:23:09.289335 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-50e1cfbd-f276-40f8-9d40-95017e30a3f8 req-6459de0a-ba20-4dc7-8e54-f46f9de55765 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622039 Jul 14 12:23:09.316558 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cee6a9a0-9e22-415b-b6b0-adc3eef2b480 req-9d7e388c-b069-4c46-a17e-321d51e5cdca tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0290012 Jul 14 12:23:09.368612 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:09.393388 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:09.402908 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:09.403496 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:22:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:09.638471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccec382-b470-496b-8c53-b833e99ef1c3 req-85c88ffe-15ba-48ca-9904-d162470dccf6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:09.640029 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fccec382-b470-496b-8c53-b833e99ef1c3 req-85c88ffe-15ba-48ca-9904-d162470dccf6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0686660 Jul 14 12:23:09.643099 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:09.700000 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fccec382-b470-496b-8c53-b833e99ef1c3 req-cc5019a3-4f4a-487f-8d78-282f9a852bb0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516837 Jul 14 12:23:09.710416 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b93798-c923-4811-bbf7-31adf0a71850 req-2f61503c-f666-4d43-a358-283f4048953f tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:09.712778 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-50b93798-c923-4811-bbf7-31adf0a71850 req-2f61503c-f666-4d43-a358-283f4048953f tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 945 time: 0.0765994 Jul 14 12:23:09.772450 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-50b93798-c923-4811-bbf7-31adf0a71850 req-043bc5b6-bddd-4ee6-a465-52b96db63bb5 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513799 Jul 14 12:23:09.813161 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62d39-cce6-43ec-a84f-685c89872a86 req-00465e13-7b13-41df-9657-ad0e7d81c8e7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:09.814681 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c4f62d39-cce6-43ec-a84f-685c89872a86 req-00465e13-7b13-41df-9657-ad0e7d81c8e7 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0579703 Jul 14 12:23:09.833675 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:09.873930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:09.880367 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c4f62d39-cce6-43ec-a84f-685c89872a86 req-5b80f2eb-7247-4740-862c-8780284d2092 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&id=6e316a0d-e175-4a0e-b542-f87e0ab50f92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587623 Jul 14 12:23:09.907207 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abec9ee-0cbf-4e09-a5b1-8b1fb8a39282 None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:10.135627 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1ce71-3d5d-4391-beea-3de07b102403 None None] New status for floating IP 74358e65-4811-4a9b-a9d3-516474e227a7: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:23:10.252393 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-91febc0b-3d79-4920-8728-e7899990f0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:10.438240 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-00089e7d-a6a6-4b60-ae8d-15828535398a req-9afd89ca-c7df-4766-b2ff-ff772e5af912 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=d2634876-d37b-4436-9c61-23c72f9be7f0 HTTP/1.1" status: 200 len: 210 time: 0.0353363 Jul 14 12:23:10.841338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b512c-3772-415f-9576-74fbe1f5ad5a req-6e99426a-340c-4cac-bd01-e908aca3b130 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:10.842831 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-071b512c-3772-415f-9576-74fbe1f5ad5a req-6e99426a-340c-4cac-bd01-e908aca3b130 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0522130 Jul 14 12:23:10.865079 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:10.892121 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463720a-f4a1-47a5-a717-e61728e3230a req-4d34e959-901a-41b9-af4d-f60bfbd06b6a tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:10.892685 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-071b512c-3772-415f-9576-74fbe1f5ad5a req-6062c0ba-cfad-4989-acf8-fcf3eba4f2a1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425150 Jul 14 12:23:10.894345 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0463720a-f4a1-47a5-a717-e61728e3230a req-4d34e959-901a-41b9-af4d-f60bfbd06b6a tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Jul 14 12:23:10.948209 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0463720a-f4a1-47a5-a717-e61728e3230a req-28d310f7-8f1c-4e69-b848-3108480bbedc tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474472 Jul 14 12:23:11.602854 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59598) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:11.617241 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:11.655560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2bba338a-260e-4b70-abb1-9538442810ce tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (defcdfe4-11be-41e8-b5df-34933bcc45ba), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:11.681178 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2bba338a-260e-4b70-abb1-9538442810ce tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (defcdfe4-11be-41e8-b5df-34933bcc45ba), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:11.794714 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2bba338a-260e-4b70-abb1-9538442810ce tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (defcdfe4-11be-41e8-b5df-34933bcc45ba), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:11.797987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2bba338a-260e-4b70-abb1-9538442810ce tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:11.801705 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-2bba338a-260e-4b70-abb1-9538442810ce tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "DELETE /v2.0/security-groups/defcdfe4-11be-41e8-b5df-34933bcc45ba HTTP/1.1" status: 204 len: 168 time: 0.1966782 Jul 14 12:23:11.802069 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 59600) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:11.817329 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba338a-260e-4b70-abb1-9538442810ce tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defcdfe4-11be-41e8-b5df-34933bcc45ba,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:11.820013 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-eee00b1c-f128-4dab-b56a-92dccb4a312c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] show failed (client error): The resource could not be found. Jul 14 12:23:11.823872 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-eee00b1c-f128-4dab-b56a-92dccb4a312c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups/defcdfe4-11be-41e8-b5df-34933bcc45ba HTTP/1.1" status: 404 len: 347 time: 0.0191832 Jul 14 12:23:11.824799 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59602) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:11.940358 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Deleting port f7d4604f-bcee-4bfd-9f9b-5a478f69e571 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:23:11.941009 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.013936 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36893b-1f81-40b7-a994-303f3814d0a4 req-ae8a88b3-6e19-41af-8775-60452982653f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:12.015631 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4c36893b-1f81-40b7-a994-303f3814d0a4 req-ae8a88b3-6e19-41af-8775-60452982653f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0503097 Jul 14 12:23:12.033497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.034095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.049190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Calling delete_port for f7d4604f-bcee-4bfd-9f9b-5a478f69e571 owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:23:12.053024 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:12.065817 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4c36893b-1f81-40b7-a994-303f3814d0a4 req-5d9d5d32-4af9-494d-b539-0b4fab11d515 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 Jul 14 12:23:12.262981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (f7d4604f-bcee-4bfd-9f9b-5a478f69e571), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.266693 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device eb0f6ace-e868-4677-b659-dfad15db6256 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:12.287010 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: eb0f6ace-e868-4677-b659-dfad15db6256 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:23:12.287436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device eb0f6ace-e868-4677-b659-dfad15db6256 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:12.290163 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event deleted for resources: {'Port': ['ID=f7d4604f-bcee-4bfd-9f9b-5a478f69e571,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:12.352297 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (74358e65-4811-4a9b-a9d3-516474e227a7), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.354788 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.355988 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-58569426-33a6-4df4-823f-2150d201b060 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "DELETE /v2.0/floatingips/74358e65-4811-4a9b-a9d3-516474e227a7 HTTP/1.1" status: 204 len: 168 time: 0.5304835 Jul 14 12:23:12.511626 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 59610) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:12.516110 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826746733', 'description': 'tempest-description--1307858281'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:12.577258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.643995 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (84e121d3-1393-4c3b-80ea-597bf2634ae6), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.708277 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (84e121d3-1393-4c3b-80ea-597bf2634ae6), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.737697 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e121d3-1393-4c3b-80ea-597bf2634ae6,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:12.746009 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.746364 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.746712 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.747107 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.747441 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.747771 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.748102 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.748426 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.748752 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.749077 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.749401 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.749728 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.750050 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.750371 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.750690 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:12.790683 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.792030 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5f70f753-0e4c-4d74-8be2-28edfd79172c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2793424 Jul 14 12:23:12.795313 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 59612) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:12.799671 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'security_group_rule': {'security_group_id': '84e121d3-1393-4c3b-80ea-597bf2634ae6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:12.834493 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.903872 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (2b32ee25-184c-43b8-b491-ff8dbf79a4e5), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:12.913259 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:12.964455 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (2b32ee25-184c-43b8-b491-ff8dbf79a4e5), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.011398 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (2b32ee25-184c-43b8-b491-ff8dbf79a4e5), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.029898 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b32ee25-184c-43b8-b491-ff8dbf79a4e5,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.088743 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.091095 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f9699de0-95aa-4a8c-ae2e-8e080d4638e3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2937696 Jul 14 12:23:13.098628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59618) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:13.103899 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'security_group_rule': {'security_group_id': '84e121d3-1393-4c3b-80ea-597bf2634ae6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:13.142112 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.189699 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83dac0-404f-4ce7-916d-a0f73dc1cc0a req-3e3b8697-92bb-40f4-b169-060951c053cc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:13.191166 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4e83dac0-404f-4ce7-916d-a0f73dc1cc0a req-3e3b8697-92bb-40f4-b169-060951c053cc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0465233 Jul 14 12:23:13.229136 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (7aefaadd-a4ce-4433-9fbf-152cb549d574), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.240559 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4e83dac0-404f-4ce7-916d-a0f73dc1cc0a req-294c755a-75c3-444b-9f48-6d2314bacbed tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427251 Jul 14 12:23:13.274347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:13.289687 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (7aefaadd-a4ce-4433-9fbf-152cb549d574), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.371234 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (7aefaadd-a4ce-4433-9fbf-152cb549d574), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.391795 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aefaadd-a4ce-4433-9fbf-152cb549d574,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:13.458978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.460202 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-88d9d968-981a-466d-984b-1e3156b0d37f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3601294 Jul 14 12:23:13.463396 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59620) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:13.467547 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:13.531536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.609157 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.717784 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Allocated IP 172.27.1.216 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/d1f4dc24-63fe-41dd-987e-9204fc8fd290) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:13.821667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.897528 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:13.938865 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:13.944136 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:13.948088 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:23:13.953286 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'Port': ['ID=d1f4dc24-63fe-41dd-987e-9204fc8fd290,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:14.014966 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:14.034288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (1b9ad07c-f444-451c-82bb-88395557a831), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:14.118819 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:14.197646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:14.279816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:14.341906 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:14.628497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf30bc-aab1-49af-b242-33755d0c56ed req-7046b540-6b1c-49d1-a912-7d9c392f8b51 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:14.630518 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-68bf30bc-aab1-49af-b242-33755d0c56ed req-7046b540-6b1c-49d1-a912-7d9c392f8b51 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.3201137 Jul 14 12:23:14.673615 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'Port': ['ID=d1f4dc24-63fe-41dd-987e-9204fc8fd290,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:14.696779 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (1b9ad07c-f444-451c-82bb-88395557a831), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:14.720116 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-68bf30bc-aab1-49af-b242-33755d0c56ed req-21ecaf99-fe04-4d03-90d5-6e278404953a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657940 Jul 14 12:23:14.784879 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:14.786150 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-07bd71c6-f358-41b4-9ea8-1f5bbce5135c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3218505 Jul 14 12:23:14.983831 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-a16769b3-0432-4d90-a270-90cb1b07f1e4 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1826746733&fields=id&tenant_id=33b09a1d039248aa95a089c8d8d99c68 HTTP/1.1" status: 200 len: 267 time: 0.0422776 Jul 14 12:23:15.000286 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:15.094311 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-4fba218c-b807-427e-8961-56a3d70d22fc tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:15.095826 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-4fba218c-b807-427e-8961-56a3d70d22fc tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 810 time: 0.1050608 Jul 14 12:23:15.111971 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-774ceb1c-5559-4a88-a8d2-ed2d6cd37349 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/quotas/33b09a1d039248aa95a089c8d8d99c68 HTTP/1.1" status: 200 len: 375 time: 0.0098350 Jul 14 12:23:15.160659 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-c984c6a3-e294-4581-9aba-f42c7eb3fca4 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425148 Jul 14 12:23:15.262785 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-10859c71-4126-43bf-b144-88c3bc4ddc8a service neutron] 10.222.0.27 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900826 Jul 14 12:23:15.353493 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-6ae22276-0d29-4e2d-8517-9a9172a99ea8 service neutron] 10.222.0.27 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849307 Jul 14 12:23:15.625426 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d6691cb7-9f74-4e7c-a439-e2e18f25e597 req-4af43d7f-9166-4924-8092-f53b9c5a779b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 210 time: 0.0284734 Jul 14 12:23:15.840239 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956b27-e5bb-4b91-8c79-e4b21a8db9e8 req-d936525b-2396-4b84-bc0d-046bc32f96c0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:15.841711 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e3956b27-e5bb-4b91-8c79-e4b21a8db9e8 req-d936525b-2396-4b84-bc0d-046bc32f96c0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0527942 Jul 14 12:23:15.888264 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e3956b27-e5bb-4b91-8c79-e4b21a8db9e8 req-5369ab3b-0051-482c-bcd2-497deeb4fc0b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Jul 14 12:23:16.721613 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c6285c15-bede-40df-bbdf-91e1e2be58d0 req-de66a2b0-0c3b-413a-ba37-c9ee553c87b3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 210 time: 0.0305769 Jul 14 12:23:17.003625 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0f288-d55c-4b27-93c9-6b02e95f84d3 req-297b6d16-e0b5-4ffc-a41b-5fb158c0ce43 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:17.005274 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-38c0f288-d55c-4b27-93c9-6b02e95f84d3 req-297b6d16-e0b5-4ffc-a41b-5fb158c0ce43 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0475371 Jul 14 12:23:17.054277 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-38c0f288-d55c-4b27-93c9-6b02e95f84d3 req-cc5d45e1-3a57-4308-b997-ed9f8f41aa92 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Jul 14 12:23:17.709856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-5d4fded1-222e-4e4e-bd22-576261200f41 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:17.711330 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-5d4fded1-222e-4e4e-bd22-576261200f41 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 810 time: 0.1033309 Jul 14 12:23:17.784998 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-9db8f501-7f75-4c43-8729-dc503fe3bfa4 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33b09a1d039248aa95a089c8d8d99c68 HTTP/1.1" status: 200 len: 380 time: 0.0574925 Jul 14 12:23:17.794489 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'port': {'device_id': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'admin_state_up': True, 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'security_groups': ['84e121d3-1393-4c3b-80ea-597bf2634ae6']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:17.890380 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c25bea90-add2-4960-a466-7fb53ff6c895 req-e04b9e8c-6f52-45c7-8ac5-0d08a095da78 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 210 time: 0.0919864 Jul 14 12:23:18.005758 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Made reservation on behalf of 33b09a1d039248aa95a089c8d8d99c68 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:23:18.009342 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:18.123002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:18.142972 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Allocated IP 172.20.0.12 (d7a5d35d-c460-4290-bd4b-813214351817/0550d0f4-1830-4c0b-984d-6dff1a7e752c/ee3d4bc1-a084-42b2-91b9-f0df7fc2510b) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:23:18.222246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260dcf6-b10e-41d4-8819-423fffd3b26a req-33253aec-1b9b-48af-8309-9d1a0bdc6a85 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:18.224431 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a260dcf6-b10e-41d4-8819-423fffd3b26a req-33253aec-1b9b-48af-8309-9d1a0bdc6a85 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.1000896 Jul 14 12:23:18.276724 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a260dcf6-b10e-41d4-8819-423fffd3b26a req-c22840ba-4798-48c5-8c6d-cc5ccc8ba67b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Jul 14 12:23:18.286244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:18.382152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:18.389931 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:18.424716 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Network d7a5d35d-c460-4290-bd4b-813214351817 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:23:18.430664 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:23:18.434628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:23:18.459230 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event updated for resources: {'Port': ['ID=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:18.488382 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:18.489751 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:18.575649 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-b71ff455-e95f-4fab-919b-c1023f3511e5 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7846379 Jul 14 12:23:18.697957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-2bb036a6-0df8-4228-aea8-9bdbb56c6ea7 None None] Provisioning complete for port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:23:18.698500 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2bb036a6-0df8-4228-aea8-9bdbb56c6ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:18.729867 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2bb036a6-0df8-4228-aea8-9bdbb56c6ea7 None None] Port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:23:18.769540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Request body: {'port': {'device_id': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:18.837830 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:19.054693 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86089165-5f46-4397-aff3-40ffb15d7182 req-d7a5226c-fce8-4c17-b1f9-518887381e93 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:19.056192 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-86089165-5f46-4397-aff3-40ffb15d7182 req-d7a5226c-fce8-4c17-b1f9-518887381e93 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 932 time: 0.0964730 Jul 14 12:23:19.127919 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-86089165-5f46-4397-aff3-40ffb15d7182 req-8db72e25-bd1f-435f-b8a0-dee8020fd743 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657597 Jul 14 12:23:19.180280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3d4bc1-a084-42b2-91b9-f0df7fc2510b {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:23:19.187679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Publish callbacks [] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:19.200498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Transition to ACTIVE for port object ee3d4bc1-a084-42b2-91b9-f0df7fc2510b will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:23:19.296940 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:19.305644 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:19.357429 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:19.405556 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6615d-4e30-4b8e-9f1b-b6155fc39397 req-62eddc32-a87a-4080-b8b6-588c5735f2e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:19.407195 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-20c6615d-4e30-4b8e-9f1b-b6155fc39397 req-62eddc32-a87a-4080-b8b6-588c5735f2e1 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0580525 Jul 14 12:23:19.423433 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:19.444962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Attempting to bind port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:23:19.444962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Attempting to bind port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:23:19.444962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Attempting to bind port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b on network d7a5d35d-c460-4290-bd4b-813214351817 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:23:19.448006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b on network d7a5d35d-c460-4290-bd4b-813214351817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:23:19.448465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Attempting to bind port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b on network d7a5d35d-c460-4290-bd4b-813214351817 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:23:19.455913 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:23:19.456275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Checking segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:23:19.456721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Bound using segment: {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:23:19.457157 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Bound port: ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bd0918-c5ac-483b-b114-0b891b912498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:23:19.458104 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:19.468858 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-20c6615d-4e30-4b8e-9f1b-b6155fc39397 req-3ff155e5-e99e-43d6-ad18-93da1581fa42 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539813 Jul 14 12:23:19.508830 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:19.537031 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] For port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:23:19.540202 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] For port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:23:19.629951 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:19.662728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:19.663360 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:19.664720 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] 10.222.0.86 "PUT /v2.0/ports/ee3d4bc1-a084-42b2-91b9-f0df7fc2510b HTTP/1.1" status: 200 len: 1094 time: 0.8998911 Jul 14 12:23:19.665166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:19.667397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ee2c8a-e211-46bf-896d-f153a4939882" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:19.694160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18f9cf-21c7-433d-ad37-42d1978964eb service neutron] Pushing event updated for resources: {'Port': ['ID=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:19.710638 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2498125e-87c6-40c9-918e-dc8f9c22ca69 x-openstack-request-id: req-2498125e-87c6-40c9-918e-dc8f9c22ca69 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:19.710966 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:19.711223 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2498125e-87c6-40c9-918e-dc8f9c22ca69 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:19.711662 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2498125e-87c6-40c9-918e-dc8f9c22ca69'] response: {'name': 'network-changed', 'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'status': 'completed', 'code': 200} Jul 14 12:23:19.815563 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2c8a-e211-46bf-896d-f153a4939882 req-cd4add88-d0d3-4ad3-9728-a2febb5f57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:19.817165 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-22ee2c8a-e211-46bf-896d-f153a4939882 req-cd4add88-d0d3-4ad3-9728-a2febb5f57cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 1128 time: 0.0457482 Jul 14 12:23:19.933398 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2c8a-e211-46bf-896d-f153a4939882 req-2f062c4d-1ae2-4874-ae7a-5c623903e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:19.934795 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-22ee2c8a-e211-46bf-896d-f153a4939882 req-2f062c4d-1ae2-4874-ae7a-5c623903e092 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=33b09a1d039248aa95a089c8d8d99c68&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1008873 Jul 14 12:23:20.029211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2c8a-e211-46bf-896d-f153a4939882 req-2310c7b4-5f36-4afa-9072-8a47ce086ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:20.030701 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-22ee2c8a-e211-46bf-896d-f153a4939882 req-2310c7b4-5f36-4afa-9072-8a47ce086ea6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883102 Jul 14 12:23:20.136959 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-914a78bf-e285-4399-9a08-2b50f63880aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:20.138333 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-914a78bf-e285-4399-9a08-2b50f63880aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 1128 time: 0.0401981 Jul 14 12:23:20.191332 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-2766c7a1-ba1d-4b9e-bec1-2f4b59e8b8d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b HTTP/1.1" status: 200 len: 217 time: 0.0389941 Jul 14 12:23:20.217157 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:20.241497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-a71ae5f7-5796-4b28-b320-faab6b7b678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:20.242972 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-a71ae5f7-5796-4b28-b320-faab6b7b678c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.0453005 Jul 14 12:23:20.245960 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c50db-8197-477a-abc0-8a691573af98 req-7f64a67d-09cb-4b53-91f3-1b506832718b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:20.247477 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-520c50db-8197-477a-abc0-8a691573af98 req-7f64a67d-09cb-4b53-91f3-1b506832718b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0482645 Jul 14 12:23:20.287794 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-22cd358c-5ad3-4276-9c9a-2bd04f4a4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:20.289270 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-22cd358c-5ad3-4276-9c9a-2bd04f4a4927 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391443 Jul 14 12:23:20.295182 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-520c50db-8197-477a-abc0-8a691573af98 req-3bb0d305-838d-4de5-abb1-07e11c60c5c9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418084 Jul 14 12:23:20.384517 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-2835a609-985f-4107-9474-a8d20e4b70c8 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873594 Jul 14 12:23:20.477374 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fc9c5bb3-ac98-4fdd-95c7-8a126188dd71 req-4ce724a8-c922-40ca-a601-f1109f29b08b service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858946 Jul 14 12:23:20.596770 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbad0a-d739-4456-a818-b4ff78435b5d req-0c192999-86c9-48b8-88f2-74a51c093946 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:20.598934 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03cbad0a-d739-4456-a818-b4ff78435b5d req-0c192999-86c9-48b8-88f2-74a51c093946 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0552692 Jul 14 12:23:20.642469 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:20.647844 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03cbad0a-d739-4456-a818-b4ff78435b5d req-205722b9-5980-4ce2-9116-7280437c0a7d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435119 Jul 14 12:23:21.466298 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf69e83-9487-46c5-b7a3-45d015f57abf req-17be65b6-042c-407e-8ff3-35052609938d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:21.467769 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1cf69e83-9487-46c5-b7a3-45d015f57abf req-17be65b6-042c-407e-8ff3-35052609938d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0508869 Jul 14 12:23:21.514100 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1cf69e83-9487-46c5-b7a3-45d015f57abf req-36a37417-1ff1-4ffc-8fd7-53188239a5b3 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Jul 14 12:23:21.761987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df01ef7-a249-4522-8b5c-886373c34d34 req-c37bd393-85c9-4864-a5c1-32d165853e23 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:21.763502 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9df01ef7-a249-4522-8b5c-886373c34d34 req-c37bd393-85c9-4864-a5c1-32d165853e23 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0475116 Jul 14 12:23:21.811537 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9df01ef7-a249-4522-8b5c-886373c34d34 req-12a7f4a7-e540-4b6d-818c-967227207d7f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425491 Jul 14 12:23:22.625858 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885c4fc-9abc-4f9e-bd21-6f324d4ace64 req-e18757b8-9d7c-4434-9bff-f29ad308461b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:22.627373 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0885c4fc-9abc-4f9e-bd21-6f324d4ace64 req-e18757b8-9d7c-4434-9bff-f29ad308461b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0484452 Jul 14 12:23:22.675008 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0885c4fc-9abc-4f9e-bd21-6f324d4ace64 req-dfeee195-30b4-469b-b73b-337f2e07ee6a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Jul 14 12:23:22.928314 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04867ee-eac8-4324-a689-031992f28a25 req-286f61bf-bc69-491b-820d-3c52e222bf05 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:22.929753 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d04867ee-eac8-4324-a689-031992f28a25 req-286f61bf-bc69-491b-820d-3c52e222bf05 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0494058 Jul 14 12:23:22.976621 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d04867ee-eac8-4324-a689-031992f28a25 req-6ff124bd-547f-4d23-85bd-a4ece30ee85f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Jul 14 12:23:23.791464 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ed58e-9339-446f-b105-42654cf74f70 req-e27352bf-3dff-4bb5-aa0a-be17c9fe379c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:23.793004 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ca7ed58e-9339-446f-b105-42654cf74f70 req-e27352bf-3dff-4bb5-aa0a-be17c9fe379c tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0502236 Jul 14 12:23:23.841257 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ca7ed58e-9339-446f-b105-42654cf74f70 req-b4d0606d-1ccd-48bd-a091-67f03b423326 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Jul 14 12:23:24.089991 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406790e-3c97-4a46-97c8-3a77a211c1ef req-264d54f3-5309-4cc9-aaa9-90a01ab35f40 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:24.091458 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d406790e-3c97-4a46-97c8-3a77a211c1ef req-264d54f3-5309-4cc9-aaa9-90a01ab35f40 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0469835 Jul 14 12:23:24.139430 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d406790e-3c97-4a46-97c8-3a77a211c1ef req-a55dcf7d-4414-4e45-aa4b-2875b97228de tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424678 Jul 14 12:23:24.767688 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:24.771550 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:24.955077 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e674a3f-c027-4f1b-b4b1-0b48fb5a7cda req-44b7eb7a-223f-4635-9c4b-d9cfe0524f05 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:24.956542 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4e674a3f-c027-4f1b-b4b1-0b48fb5a7cda req-44b7eb7a-223f-4635-9c4b-d9cfe0524f05 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0482235 Jul 14 12:23:24.987551 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:25.006019 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4e674a3f-c027-4f1b-b4b1-0b48fb5a7cda req-d5b30645-403f-4bc0-82a6-edb3148eb4ed tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435927 Jul 14 12:23:25.265832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0b165-a76c-45c6-a1d6-3cd6ca7f7796 req-5f179b53-fa15-4839-b0db-ddaa308232b3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:25.267237 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0d0b165-a76c-45c6-a1d6-3cd6ca7f7796 req-5f179b53-fa15-4839-b0db-ddaa308232b3 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0475206 Jul 14 12:23:25.319152 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0d0b165-a76c-45c6-a1d6-3cd6ca7f7796 req-fbd6e322-b0b7-406e-92f6-d5533a60a863 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462224 Jul 14 12:23:26.120231 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777a3fb-302f-4ed4-864a-dd254d1786b7 req-1c44c32e-2f33-43d9-8f7e-efcf573410f1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:26.121691 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b777a3fb-302f-4ed4-864a-dd254d1786b7 req-1c44c32e-2f33-43d9-8f7e-efcf573410f1 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0468543 Jul 14 12:23:26.171757 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b777a3fb-302f-4ed4-864a-dd254d1786b7 req-fde1f972-1544-471c-83f9-b56651cd2c47 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445008 Jul 14 12:23:26.433557 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662ccba-48a7-4876-a65d-fd035adb971f req-b63f7f6b-3548-4066-ba22-351f14b98eb9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:26.435036 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f662ccba-48a7-4876-a65d-fd035adb971f req-b63f7f6b-3548-4066-ba22-351f14b98eb9 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0476911 Jul 14 12:23:26.453876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:26.482882 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f662ccba-48a7-4876-a65d-fd035adb971f req-8157e645-6a3d-4a64-85e6-996f104f919b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Jul 14 12:23:27.282438 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c1f99-8515-4ea8-8f80-d65ed0bdb5fc req-c37af708-a780-484c-966d-ccd206cd8e4a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:27.283904 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-270c1f99-8515-4ea8-8f80-d65ed0bdb5fc req-c37af708-a780-484c-966d-ccd206cd8e4a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0460520 Jul 14 12:23:27.330402 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-270c1f99-8515-4ea8-8f80-d65ed0bdb5fc req-3cc6896b-e616-4703-8acc-e1c4cb87121a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Jul 14 12:23:27.595150 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e17d3-ba8e-4d99-8b35-0a3fffbd32e8 req-09d78695-b2ff-41ed-96a9-37e1f0720cac tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:27.596580 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2e0e17d3-ba8e-4d99-8b35-0a3fffbd32e8 req-09d78695-b2ff-41ed-96a9-37e1f0720cac tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0451772 Jul 14 12:23:27.642222 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2e0e17d3-ba8e-4d99-8b35-0a3fffbd32e8 req-ffefd6ae-8b8c-415f-b496-22856fb2064d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396233 Jul 14 12:23:28.446211 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64faa6a0-75fe-4c1a-b3ab-15011d52b55f req-686d2396-0733-436c-87d4-d6f9e645a131 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:28.447707 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64faa6a0-75fe-4c1a-b3ab-15011d52b55f req-686d2396-0733-436c-87d4-d6f9e645a131 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0469236 Jul 14 12:23:28.495639 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-64faa6a0-75fe-4c1a-b3ab-15011d52b55f req-233d7104-d9d8-4fdd-adad-251b01c9bd7b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Jul 14 12:23:28.765437 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169b991-c329-4af0-99ae-6a75d5000b4b req-534c6643-0fab-4064-ac39-cfab4a0671eb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:28.766942 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0169b991-c329-4af0-99ae-6a75d5000b4b req-534c6643-0fab-4064-ac39-cfab4a0671eb tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0511806 Jul 14 12:23:28.814607 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0169b991-c329-4af0-99ae-6a75d5000b4b req-9130ae94-5f79-4714-a7e3-1168804684b0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Jul 14 12:23:29.352259 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-8454542c-7ab2-4ee2-b204-68bebe180bd9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399835 Jul 14 12:23:29.479989 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957e4aa-7f52-470a-a363-5ef0de4e5df1 req-e92fa8fb-bb18-4bff-b809-f8b6b1e6cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:29.481449 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4957e4aa-7f52-470a-a363-5ef0de4e5df1 req-e92fa8fb-bb18-4bff-b809-f8b6b1e6cbf7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.0684283 Jul 14 12:23:29.484147 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-0f2467fc-1d2f-4171-8f08-f9f1e4afa056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:29.485505 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-0f2467fc-1d2f-4171-8f08-f9f1e4afa056 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 1129 time: 0.0631804 Jul 14 12:23:29.584315 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4957e4aa-7f52-470a-a363-5ef0de4e5df1 req-58fa778e-9334-48ef-a100-9726a7e7a7d9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937514 Jul 14 12:23:29.612049 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-d1255550-c6d1-4fe4-9958-88400e5e9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:29.614057 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-d1255550-c6d1-4fe4-9958-88400e5e9447 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1066506 Jul 14 12:23:29.614574 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f68d-d1d6-49b2-b8a3-4852f96c6c54 req-17922d59-6341-49f3-a8c3-f67b4117fed8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:29.616925 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1c02f68d-d1d6-49b2-b8a3-4852f96c6c54 req-17922d59-6341-49f3-a8c3-f67b4117fed8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 944 time: 0.0526752 Jul 14 12:23:29.670926 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1c02f68d-d1d6-49b2-b8a3-4852f96c6c54 req-7e5db833-dd5b-4d3d-a60f-4410a8b8d86a tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482092 Jul 14 12:23:29.880992 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:29.943221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4310149-7b42-4ded-b7e4-36d631040b70 req-55802407-2981-4847-a8fa-97843250f702 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:29.944667 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b4310149-7b42-4ded-b7e4-36d631040b70 req-55802407-2981-4847-a8fa-97843250f702 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0608103 Jul 14 12:23:29.972951 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-82b6724e-12ff-466b-96d3-32db2f4e6711 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 200 len: 217 time: 0.0445335 Jul 14 12:23:30.020986 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:30.047816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-a15ecf8d-4694-49f1-960d-95e1861b63ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:30.049253 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-a15ecf8d-4694-49f1-960d-95e1861b63ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0703220 Jul 14 12:23:30.053282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b4310149-7b42-4ded-b7e4-36d631040b70 req-4b820fb4-23a4-42e3-beb5-b4246795c997 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835035 Jul 14 12:23:30.169049 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:30.350607 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3d4bc1-a084-42b2-91b9-f0df7fc2510b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:23:30.412527 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:23:30.439548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-8422069e-3b9f-4a18-acb0-5fe03f56a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:30.440931 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-8422069e-3b9f-4a18-acb0-5fe03f56a1f4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438459 Jul 14 12:23:30.448936 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:30.462194 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'port_id': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'mac_address': 'fa:16:3e:87:3a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:23:30.500811 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:23:30.501198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:30.514565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3d4bc1-a084-42b2-91b9-f0df7fc2510b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:23:30.531963 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-fe955fee-1e5f-48d5-b558-37c1ff123ec1 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840971 Jul 14 12:23:30.534533 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:30.636437 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c81cc8b2-e131-4aac-bb5f-02146166e73c req-af96c4e5-b5f8-4c1a-977b-bbcd537ba13f service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866792 Jul 14 12:23:30.674001 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:30.725399 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:30.790556 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bd5e4-522e-41e1-a02a-85dfdeaa91ed req-70216d17-4079-49c3-9994-82ac2a5e4c55 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:30.792104 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da9bd5e4-522e-41e1-a02a-85dfdeaa91ed req-70216d17-4079-49c3-9994-82ac2a5e4c55 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 945 time: 0.0486636 Jul 14 12:23:30.839630 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da9bd5e4-522e-41e1-a02a-85dfdeaa91ed req-c0154944-b545-49fb-89e5-88c370f7e381 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414402 Jul 14 12:23:31.142069 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['ee3d4bc1-a084-42b2-91b9-f0df7fc2510b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:23:31.270599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe0a5e-bb7d-4397-8770-2eebd5910604 req-ef89d4f2-da6d-43c5-9a14-7182abe29341 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:31.272781 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5cbe0a5e-bb7d-4397-8770-2eebd5910604 req-ef89d4f2-da6d-43c5-9a14-7182abe29341 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.1508298 Jul 14 12:23:31.285513 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:31.323441 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5cbe0a5e-bb7d-4397-8770-2eebd5910604 req-21dcb9e9-ea4f-43b7-888b-44a054fe163b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Jul 14 12:23:31.806686 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e24b-d246-4495-a0a9-c076a5130915 req-527e6454-1875-46bb-bc0d-1597857a7c68 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:31.808174 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8152e24b-d246-4495-a0a9-c076a5130915 req-527e6454-1875-46bb-bc0d-1597857a7c68 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0472939 Jul 14 12:23:31.866527 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8152e24b-d246-4495-a0a9-c076a5130915 req-167ea6bd-d1a1-4681-b534-65ebb1cfc482 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521135 Jul 14 12:23:31.906158 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958d3-9f88-4084-9947-f537633beec8 req-29474271-975f-408c-a18d-c3d7600cb3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:31.907847 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-29474271-975f-408c-a18d-c3d7600cb3e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.0707896 Jul 14 12:23:32.016050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47771-ecdd-4b3c-a726-8878c4819c09 req-88a0d23d-f095-4bcd-8c38-08d97277011d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:32.017478 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5be47771-ecdd-4b3c-a726-8878c4819c09 req-88a0d23d-f095-4bcd-8c38-08d97277011d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 945 time: 0.0945606 Jul 14 12:23:32.058509 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958d3-9f88-4084-9947-f537633beec8 req-6b265c8f-ffe6-4cec-9c2b-520b2cd3aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:32.059921 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-6b265c8f-ffe6-4cec-9c2b-520b2cd3aec5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1456380 Jul 14 12:23:32.080087 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5be47771-ecdd-4b3c-a726-8878c4819c09 req-513b916e-9d6a-404e-9997-020d17f8a2f8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559256 Jul 14 12:23:32.298625 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-b2426c90-aa57-4417-8944-d85dd374fe67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 1001 time: 0.0613239 Jul 14 12:23:32.346716 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958d3-9f88-4084-9947-f537633beec8 req-3d043bd1-238f-43e0-aa32-ff246e5a58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:32.348190 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-3d043bd1-238f-43e0-aa32-ff246e5a58a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0436010 Jul 14 12:23:32.365547 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3d4bc1-a084-42b2-91b9-f0df7fc2510b up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:23:32.394875 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958d3-9f88-4084-9947-f537633beec8 req-357cc4a4-2357-45ec-9875-73ef6821d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:32.396658 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-357cc4a4-2357-45ec-9875-73ef6821d73c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411053 Jul 14 12:23:32.407656 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:23:32.479201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:23:32.479673 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:32.500222 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-f3d31ce0-be44-4044-9ee4-a6ead1789213 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892444 Jul 14 12:23:32.555341 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:23:32.555774 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:32.578807 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:32.581310 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd7934-b68c-4c96-bf8b-e729b89f1c73" -d '{"events": [{"server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "name": "network-vif-plugged", "status": "completed", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:32.594135 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:32.600859 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-25d958d3-9f88-4084-9947-f537633beec8 req-65721284-c352-42dc-8c03-63a6eb954630 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920830 Jul 14 12:23:32.621258 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f1258f-250a-4002-bf85-c54519931444 x-openstack-request-id: req-49f1258f-250a-4002-bf85-c54519931444 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:32.621550 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "name": "network-vif-plugged", "status": "completed", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:32.621802 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-49f1258f-250a-4002-bf85-c54519931444 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:32.622205 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f1258f-250a-4002-bf85-c54519931444'] response: {'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'code': 200} Jul 14 12:23:32.679273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:32.728856 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:32.974498 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:32.992207 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607f3f8-3caf-495f-8271-9d0e6e0a5ca3 req-9c86246a-1beb-44bf-9ccf-498831bdac1c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:32.993675 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f607f3f8-3caf-495f-8271-9d0e6e0a5ca3 req-9c86246a-1beb-44bf-9ccf-498831bdac1c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0474339 Jul 14 12:23:33.043449 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f607f3f8-3caf-495f-8271-9d0e6e0a5ca3 req-ee095fe0-7d6d-4cce-8939-75dc305a88db tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437787 Jul 14 12:23:33.193513 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde751dc-525e-470d-8faf-b97ad9bc995b req-509a704e-2698-46c1-bbeb-5957a1ed7200 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:33.195191 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fde751dc-525e-470d-8faf-b97ad9bc995b req-509a704e-2698-46c1-bbeb-5957a1ed7200 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0493381 Jul 14 12:23:33.244719 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fde751dc-525e-470d-8faf-b97ad9bc995b req-da27ddf7-aa12-40fc-8833-138c81720b92 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439205 Jul 14 12:23:33.327993 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:33.346856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c73a0-a565-470f-ab58-88154d5e8084 req-a34efa76-9295-4a0d-92b2-6ea4d7432cd2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:33.349169 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ea0c73a0-a565-470f-ab58-88154d5e8084 req-a34efa76-9295-4a0d-92b2-6ea4d7432cd2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0495503 Jul 14 12:23:33.398588 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ea0c73a0-a565-470f-ab58-88154d5e8084 req-fa8e57f6-4c8b-40ab-8c5a-4aaad143f80e tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435586 Jul 14 12:23:34.158456 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7a98-b1cb-4a04-8435-e7c0800933a5 req-3b5785b0-4dc3-4100-886b-36063de5f74b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:34.160042 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d3de7a98-b1cb-4a04-8435-e7c0800933a5 req-3b5785b0-4dc3-4100-886b-36063de5f74b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0464749 Jul 14 12:23:34.207032 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d3de7a98-b1cb-4a04-8435-e7c0800933a5 req-07cee737-4188-4776-9b20-9f48d64c2048 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Jul 14 12:23:34.362545 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9e295-1bd4-49d4-be8b-1df3ef77b36f req-71d6e61e-7d7d-4071-bf69-d9127694d0dd tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:34.364900 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-48e9e295-1bd4-49d4-be8b-1df3ef77b36f req-71d6e61e-7d7d-4071-bf69-d9127694d0dd tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0513120 Jul 14 12:23:34.416019 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-48e9e295-1bd4-49d4-be8b-1df3ef77b36f req-430aa0cf-5297-479f-b39e-2bf809a13066 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457749 Jul 14 12:23:34.478842 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4b841-6d79-4664-bc18-5b59e3b24016 req-be507e60-73e1-4f31-970e-61c7d704743f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:34.480548 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bbe4b841-6d79-4664-bc18-5b59e3b24016 req-be507e60-73e1-4f31-970e-61c7d704743f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 1130 time: 0.0420258 Jul 14 12:23:34.531515 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59790-4262-4e4e-8eec-d933ee0ccc3e req-4d8e1a53-ad3e-4729-aeea-22fdb2f2857d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:34.532982 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-add59790-4262-4e4e-8eec-d933ee0ccc3e req-4d8e1a53-ad3e-4729-aeea-22fdb2f2857d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0502508 Jul 14 12:23:34.559806 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bbe4b841-6d79-4664-bc18-5b59e3b24016 req-930dc3b6-3a4e-456c-ab1b-b1175b9c78db service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Jul 14 12:23:34.580215 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-add59790-4262-4e4e-8eec-d933ee0ccc3e req-5be97d7d-fd83-4fdd-9182-b69d293eb62f tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Jul 14 12:23:35.320259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2441d-c77e-4834-8890-23e44ed227d1 req-20ab3ad2-6e43-4132-b991-26c357d5968c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:35.321745 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5fb2441d-c77e-4834-8890-23e44ed227d1 req-20ab3ad2-6e43-4132-b991-26c357d5968c tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0473690 Jul 14 12:23:35.371487 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5fb2441d-c77e-4834-8890-23e44ed227d1 req-7b00a6f6-af91-4a40-9238-df0fbe9badb2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441682 Jul 14 12:23:35.546845 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebd6e3-b28d-4162-8b7e-a9b23f347fca req-a12a0151-4862-4b2b-b5b5-ad4e310d9278 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:35.548296 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0ebd6e3-b28d-4162-8b7e-a9b23f347fca req-a12a0151-4862-4b2b-b5b5-ad4e310d9278 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0474503 Jul 14 12:23:35.573571 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:35.596584 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f0ebd6e3-b28d-4162-8b7e-a9b23f347fca req-d7ee460f-f856-46b1-894a-6e880fdf0142 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 Jul 14 12:23:35.655173 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:35.693607 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d0660-e7f5-46cb-acf8-1fdb9744577e req-446b9be9-baec-4078-947d-bb5b4943a1e9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:35.695096 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d09d0660-e7f5-46cb-acf8-1fdb9744577e req-446b9be9-baec-4078-947d-bb5b4943a1e9 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0484698 Jul 14 12:23:35.742650 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d09d0660-e7f5-46cb-acf8-1fdb9744577e req-b9eadb93-34ef-4fe7-a918-a06d7233b2f8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420389 Jul 14 12:23:36.488642 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0c8a6-0318-422d-8bca-e142b8827cac req-67c3f466-055f-43f1-be83-59a61be9f45b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:36.490147 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-71c0c8a6-0318-422d-8bca-e142b8827cac req-67c3f466-055f-43f1-be83-59a61be9f45b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0521224 Jul 14 12:23:36.539001 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-71c0c8a6-0318-422d-8bca-e142b8827cac req-0cfef872-c3d3-4dfe-ac31-9fd020d2b1c2 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Jul 14 12:23:36.649308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3360e09-8e37-4bd3-bb08-dace44d784bc req-4eaaeb4e-6d2c-4951-a094-58e22c810b14 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:36.650792 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d3360e09-8e37-4bd3-bb08-dace44d784bc req-4eaaeb4e-6d2c-4951-a094-58e22c810b14 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0469799 Jul 14 12:23:36.659313 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 59834) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:36.663670 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Request body: {'floatingip': {'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:36.714928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1a49-ff82-4cdf-ab35-22aad57bdf5f req-57479f17-c6e4-43df-9425-9940a7735cbd tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:36.716699 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-477a1a49-ff82-4cdf-ab35-22aad57bdf5f req-57479f17-c6e4-43df-9425-9940a7735cbd tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0487082 Jul 14 12:23:36.720431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:36.767026 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-477a1a49-ff82-4cdf-ab35-22aad57bdf5f req-abd76a71-433f-4fe4-9642-11b51c7d7e4c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Jul 14 12:23:36.919160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4fb39-be57-42b8-8b90-f5787ddbb943 req-d22b936e-c7ea-44a8-bbcb-7f56bb9bf0f8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:36.920843 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8bf4fb39-be57-42b8-8b90-f5787ddbb943 req-d22b936e-c7ea-44a8-bbcb-7f56bb9bf0f8 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0943434 Jul 14 12:23:37.017126 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8bf4fb39-be57-42b8-8b90-f5787ddbb943 req-1b037590-88e1-45ed-a19d-903bae865512 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898035 Jul 14 12:23:37.127071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b84424-25f3-46cb-8139-6cdf135b2b5e req-3f610161-3e61-4007-84f8-1c4b922cbc0b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:37.128541 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-75b84424-25f3-46cb-8139-6cdf135b2b5e req-3f610161-3e61-4007-84f8-1c4b922cbc0b tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0468180 Jul 14 12:23:37.137051 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 59840) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:37.141345 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Request body: {'floatingip': {'port_id': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:23:37.154380 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:37.183688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (1b9ad07c-f444-451c-82bb-88395557a831), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:37.258250 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:37.307695 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:37.623548 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:37.684057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (1b9ad07c-f444-451c-82bb-88395557a831), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:37.751666 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Router f90c51cd-81cf-4f30-8618-5e65dc692583 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:23:37.787136 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Floating IP 1b9ad07c-f444-451c-82bb-88395557a831 associated. External IP: 172.27.1.216, port: ee3d4bc1-a084-42b2-91b9-f0df7fc2510b. Jul 14 12:23:37.788929 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:37.800229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:37.894379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:37.902228 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84ebe1-a38b-466f-b732-c5ff9b45c72c req-2811c945-5a1d-4366-ab6a-61460bb7b05f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:37.903713 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e84ebe1-a38b-466f-b732-c5ff9b45c72c req-2811c945-5a1d-4366-ab6a-61460bb7b05f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0643036 Jul 14 12:23:37.911988 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:37.920907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:37.929484 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] Sync routers for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:37.941099 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:37.942867 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:23:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:37.973039 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:37.976002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0aacc42-c85e-4ac3-a065-6342400fbfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:38.002757 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:38.021491 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e84ebe1-a38b-466f-b732-c5ff9b45c72c req-0bd28060-ac40-4c77-8976-f11be1538ba7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118655 Jul 14 12:23:38.025277 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1ac83f85-3ade-4a99-9659-6eafab60a3c4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "PUT /v2.0/floatingips/663e8223-9a1d-4207-a042-36a3b2d43988 HTTP/1.1" status: 200 len: 993 time: 1.3649869 Jul 14 12:23:38.039574 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f826c7-db39-4f39-ae15-d938556bb16a x-openstack-request-id: req-b9f826c7-db39-4f39-ae15-d938556bb16a {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:38.039873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:38.040180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b9f826c7-db39-4f39-ae15-d938556bb16a {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:38.040588 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f826c7-db39-4f39-ae15-d938556bb16a'] response: {'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'status': 'completed', 'code': 200} Jul 14 12:23:38.046221 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c37f8f1b-c0b5-483d-90a7-60949d9698e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:38.053085 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:23:38.064979 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:38.093959 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:38.167497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-1fbcda44-6f4e-485b-a3bd-e9982dd087fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.169261 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-1fbcda44-6f4e-485b-a3bd-e9982dd087fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.0532930 Jul 14 12:23:38.169834 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:38.174320 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:38.182434 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:38.197448 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:38.198907 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:23:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.211336 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0af6f64c-b25c-44bd-aba6-4a9ea2e3b9d2 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "PUT /v2.0/floatingips/1b9ad07c-f444-451c-82bb-88395557a831 HTTP/1.1" status: 200 len: 992 time: 1.0732265 Jul 14 12:23:38.211994 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:38.214531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d263d19-e191-4e23-b758-9d8a53026013" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:38.257434 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bea97b-8b76-40de-97de-3ff9b48a75ac x-openstack-request-id: req-18bea97b-8b76-40de-97de-3ff9b48a75ac {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:38.257647 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:38.257919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-18bea97b-8b76-40de-97de-3ff9b48a75ac {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:38.258309 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bea97b-8b76-40de-97de-3ff9b48a75ac'] response: {'name': 'network-changed', 'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'status': 'completed', 'code': 200} Jul 14 12:23:38.309047 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-cc45275d-f89d-4434-9c2a-9d83668cb289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.310805 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-cc45275d-f89d-4434-9c2a-9d83668cb289 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.1312675 Jul 14 12:23:38.332544 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '663e8223-9a1d-4207-a042-36a3b2d43988', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:07Z', 'updated_at': '2022-07-14T12:23:37Z', 'revision_number': 3, 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.336622 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:38.358361 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] Checking router: f90c51cd-81cf-4f30-8618-5e65dc692583 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:38.368702 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:38.369343 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:23:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.411000 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263d19-e191-4e23-b758-9d8a53026013 req-1c35552b-0833-4b93-9de2-1145252de75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.412755 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-1c35552b-0833-4b93-9de2-1145252de75d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=33b09a1d039248aa95a089c8d8d99c68&device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 1130 time: 0.0865450 Jul 14 12:23:38.417068 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-38b50e20-af6d-4b65-9b03-0d046ec40c25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 1001 time: 0.0988908 Jul 14 12:23:38.473771 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:38.480571 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:38.542619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-6bcc2dae-7edd-44a2-9456-e3cfbf5e8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.544303 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-6bcc2dae-7edd-44a2-9456-e3cfbf5e8a8b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.1071041 Jul 14 12:23:38.578508 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '1b9ad07c-f444-451c-82bb-88395557a831', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'port_id': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'mac_address': 'fa:16:3e:87:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:23:13Z', 'updated_at': '2022-07-14T12:23:37Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.604381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-d07881d3-0cce-48de-96d1-01680146d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.605014 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:38.606052 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-d07881d3-0cce-48de-96d1-01680146d25a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548656 Jul 14 12:23:38.608882 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263d19-e191-4e23-b758-9d8a53026013 req-4b629b89-c596-40a4-99ab-3d01a20d9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.612226 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-4b629b89-c596-40a4-99ab-3d01a20d9bb6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 200 len: 911 time: 0.1818240 Jul 14 12:23:38.616206 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:38.617005 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:23:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.737046 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '663e8223-9a1d-4207-a042-36a3b2d43988', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:07Z', 'updated_at': '2022-07-14T12:23:37Z', 'revision_number': 3, 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.738096 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:38.769487 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c9a28-945f-4439-a55b-3f2bfb717283 None None] The sync data for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi is: [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '663e8223-9a1d-4207-a042-36a3b2d43988', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'port_id': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'mac_address': 'fa:16:3e:0a:ad:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:21:07Z', 'updated_at': '2022-07-14T12:23:37Z', 'revision_number': 3, 'project_id': 'bb62d84584b3426687390833270648d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:38.775154 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-c9e2ac95-b360-49dc-8c80-c69d948d6b95 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626656 Jul 14 12:23:38.814099 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-4e94a707-79f4-433e-82b5-3e7f33798635 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b HTTP/1.1" status: 200 len: 1000 time: 0.1832833 Jul 14 12:23:38.918425 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263d19-e191-4e23-b758-9d8a53026013 req-155c4000-47a2-401c-a643-4fc1308ab67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.920179 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-155c4000-47a2-401c-a643-4fc1308ab67a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 200 len: 849 time: 0.0726154 Jul 14 12:23:38.922335 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c0aacc42-c85e-4ac3-a065-6342400fbfc1 req-848c6a13-e14d-4a98-a060-5d8a871f8c6f service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409194 Jul 14 12:23:38.983999 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '1b9ad07c-f444-451c-82bb-88395557a831', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'port_id': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'mac_address': 'fa:16:3e:87:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:23:13Z', 'updated_at': '2022-07-14T12:23:37Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:38.989663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263d19-e191-4e23-b758-9d8a53026013 req-a30bec4b-f9a9-4b02-9ebb-9a4708a2d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:38.991217 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-a30bec4b-f9a9-4b02-9ebb-9a4708a2d97d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7a5d35d-c460-4290-bd4b-813214351817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455453 Jul 14 12:23:39.010703 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8efb34-05ef-4b09-9fa5-347a553d11d9 None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '1b9ad07c-f444-451c-82bb-88395557a831', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'port_id': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'mac_address': 'fa:16:3e:87:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:23:13Z', 'updated_at': '2022-07-14T12:23:37Z', 'revision_number': 1, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:39.102360 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-be500c2e-6bb9-4e68-8d62-1f94d85ce29d service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002059 Jul 14 12:23:39.161863 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b22959-3109-4336-84f3-5a367896d0b4 req-9d6e2a27-d78e-4799-b816-e87aa8bd19b9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:39.163452 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0b22959-3109-4336-84f3-5a367896d0b4 req-9d6e2a27-d78e-4799-b816-e87aa8bd19b9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0589099 Jul 14 12:23:39.215927 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:39.230194 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c0b22959-3109-4336-84f3-5a367896d0b4 req-e46ac902-3b6f-426c-ba9a-51b7720bf70f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576320 Jul 14 12:23:39.232355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecaaee7-d41d-4e30-aa0a-9f991dc1fb6c req-88379ea2-a9e5-411e-8eb3-4181e0e88e23 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:39.233862 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8ecaaee7-d41d-4e30-aa0a-9f991dc1fb6c req-88379ea2-a9e5-411e-8eb3-4181e0e88e23 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 945 time: 0.0627701 Jul 14 12:23:39.264252 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9d263d19-e191-4e23-b758-9d8a53026013 req-68a067c9-a3ab-4a97-acc6-3f8d14c726a4 service neutron] 10.222.0.86 "GET /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534684 Jul 14 12:23:39.274336 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a445d55-eef5-441f-901f-d169853fab2b None None] New status for floating IP 1b9ad07c-f444-451c-82bb-88395557a831: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:23:39.296804 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8ecaaee7-d41d-4e30-aa0a-9f991dc1fb6c req-2492ad2f-ec00-4714-b9ec-ce50a9085ddf tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556436 Jul 14 12:23:40.042080 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:40.044352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660a78c3-efaa-4a04-962e-f26d2594ef12" -d '{"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:40.230596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eefe75-0e3e-4fcb-902f-ccaaa5173dc8 x-openstack-request-id: req-f0eefe75-0e3e-4fcb-902f-ccaaa5173dc8 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:40.230907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:40.231157 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f0eefe75-0e3e-4fcb-902f-ccaaa5173dc8 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:40.231554 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0eefe75-0e3e-4fcb-902f-ccaaa5173dc8'] response: {'name': 'network-changed', 'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'status': 'completed', 'code': 200} Jul 14 12:23:40.262024 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7bb96e8e-52f1-4473-b8d4-41c135ff3cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:40.337474 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4864f-9593-4280-9f8c-5019d853f421 req-db05a9c9-7181-4b57-91e9-da52e198238a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:40.339166 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b9d4864f-9593-4280-9f8c-5019d853f421 req-db05a9c9-7181-4b57-91e9-da52e198238a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0484436 Jul 14 12:23:40.388417 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b9d4864f-9593-4280-9f8c-5019d853f421 req-be76fc74-aea0-419d-adcc-5e5b084dcdd7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438743 Jul 14 12:23:40.416447 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04ebbf-a504-4e31-aa91-4fc604b1373e req-28f6f0cb-d783-493d-955c-f87098e62e17 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:40.417924 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b04ebbf-a504-4e31-aa91-4fc604b1373e req-28f6f0cb-d783-493d-955c-f87098e62e17 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 945 time: 0.0484958 Jul 14 12:23:40.465061 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b04ebbf-a504-4e31-aa91-4fc604b1373e req-296638f9-79ce-4e36-841b-af9779143858 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Jul 14 12:23:41.362047 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-f2aaf46c-a6d8-4214-93ae-63b54c3532cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.364252 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-f2aaf46c-a6d8-4214-93ae-63b54c3532cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 1129 time: 0.0592284 Jul 14 12:23:41.523725 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:41.581983 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177af6be-608c-4c47-befd-6b039cbe1bf5 req-ac8874d1-714c-40a4-bf54-d79e7cdb742d tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.583618 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-177af6be-608c-4c47-befd-6b039cbe1bf5 req-ac8874d1-714c-40a4-bf54-d79e7cdb742d tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 945 time: 0.0496798 Jul 14 12:23:41.585061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107442b-0fad-4f80-85f8-fd20d24c4e4b req-2cc843fd-0b36-431e-8483-7c00bf2f79e9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.586474 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e107442b-0fad-4f80-85f8-fd20d24c4e4b req-2cc843fd-0b36-431e-8483-7c00bf2f79e9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.1300571 Jul 14 12:23:41.596254 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-b41a2bde-0e7c-4f54-a0ca-73a5b030030a tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.597617 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-b41a2bde-0e7c-4f54-a0ca-73a5b030030a tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 945 time: 0.1322980 Jul 14 12:23:41.616234 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:41.638558 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-177af6be-608c-4c47-befd-6b039cbe1bf5 req-3fedcd21-f1dc-45fe-b86a-d3b07b86667f tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/security-groups?id=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487947 Jul 14 12:23:41.698517 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-28aba1cb-2684-4e77-bfa7-c02246f5fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.699942 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-28aba1cb-2684-4e77-bfa7-c02246f5fb5e service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.2324710 Jul 14 12:23:41.720194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e107442b-0fad-4f80-85f8-fd20d24c4e4b req-ced76e64-bdfa-4957-9372-01a8fdaa1812 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211741 Jul 14 12:23:41.778981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Deleting port c1af4606-a701-43c3-aa36-d3dd1c16d806 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:23:41.779315 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:41.812853 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-bc850a76-1de2-443c-8e0a-ca9bb7278a7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 200 len: 1001 time: 0.0917165 Jul 14 12:23:41.909749 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-2c4fee3e-5b74-4bfe-910f-703b53a906b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.911638 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-2c4fee3e-5b74-4bfe-910f-703b53a906b0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.0690489 Jul 14 12:23:41.916159 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] For port c1af4606-a701-43c3-aa36-d3dd1c16d806, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=c1af4606-a701-43c3-aa36-d3dd1c16d806,segment=NetworkSegment(3c2cdb8a-9bbc-4a93-801d-2f96516103fb),segment_id=3c2cdb8a-9bbc-4a93-801d-2f96516103fb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:41.916513 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:41.953247 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Calling delete_port for c1af4606-a701-43c3-aa36-d3dd1c16d806 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:23:41.971389 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-38693646-80b7-484b-b9ed-ab8c6a6a51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:41.973357 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-38693646-80b7-484b-b9ed-ab8c6a6a51a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538304 Jul 14 12:23:42.107440 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:42.111719 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-07c21917-3a92-44bb-83ee-aaced805e608 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089325 Jul 14 12:23:42.237387 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-660a78c3-efaa-4a04-962e-f26d2594ef12 req-4a367e82-f9d3-482b-ab89-361d077b9664 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030748 Jul 14 12:23:42.250288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (c1af4606-a701-43c3-aa36-d3dd1c16d806), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:42.260416 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:42.278883 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Pushing event deleted for resources: {'Port': ['ID=c1af4606-a701-43c3-aa36-d3dd1c16d806,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:42.300710 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['c1af4606-a701-43c3-aa36-d3dd1c16d806'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:23:42.327089 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] No DVR routers for this DVR port c1af4606-a701-43c3-aa36-d3dd1c16d806 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:23:42.329412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:42.333372 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-03e76ae9-5a94-4ed2-a78a-15f343c4419f req-a60578b6-263b-44c4-917e-8d62a402a931 tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.86 "DELETE /v2.0/ports/c1af4606-a701-43c3-aa36-d3dd1c16d806 HTTP/1.1" status: 204 len: 173 time: 0.7255073 Jul 14 12:23:42.333805 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'name': 'network-vif-deleted', 'tag': 'c1af4606-a701-43c3-aa36-d3dd1c16d806'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:42.336035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9972a4e-28d8-4ff2-a80e-5719b1a3afaf" -d '{"events": [{"server_uuid": "a5c5780a-6bcf-4be9-8453-318344d781a6", "name": "network-vif-deleted", "tag": "c1af4606-a701-43c3-aa36-d3dd1c16d806"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:42.371335 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0124ebe5-c155-427e-918e-1ac57af713bd x-openstack-request-id: req-0124ebe5-c155-427e-918e-1ac57af713bd {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:42.371931 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c5780a-6bcf-4be9-8453-318344d781a6", "name": "network-vif-deleted", "tag": "c1af4606-a701-43c3-aa36-d3dd1c16d806", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:42.371931 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0124ebe5-c155-427e-918e-1ac57af713bd {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:42.372290 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0124ebe5-c155-427e-918e-1ac57af713bd'] response: {'server_uuid': 'a5c5780a-6bcf-4be9-8453-318344d781a6', 'name': 'network-vif-deleted', 'tag': 'c1af4606-a701-43c3-aa36-d3dd1c16d806', 'status': 'completed', 'code': 200} Jul 14 12:23:42.747608 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9edeb3dd-2d62-4b48-b32c-ea62ec04f297 req-b98ae9d1-6680-4db7-834b-ead1be5f114d tempest-VolumesSnapshotTestJSON-742280967 tempest-VolumesSnapshotTestJSON-742280967-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5c5780a-6bcf-4be9-8453-318344d781a6 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Jul 14 12:23:42.851114 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f1bbd-2a74-4dd5-a872-f717daf9fa2c req-004379aa-dc01-4ad7-b2e0-1698d022074d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:42.852560 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ad7f1bbd-2a74-4dd5-a872-f717daf9fa2c req-004379aa-dc01-4ad7-b2e0-1698d022074d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0460613 Jul 14 12:23:42.856199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:42.901193 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ad7f1bbd-2a74-4dd5-a872-f717daf9fa2c req-8fd29445-39db-4ba4-9a81-82a2ebe34865 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429993 Jul 14 12:23:43.141810 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:44.017046 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcf445-bda9-486a-b1e4-e15ce4e6d28f req-3730fe8c-68fe-422b-a285-471a21f3ef9c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:44.018522 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-61dcf445-bda9-486a-b1e4-e15ce4e6d28f req-3730fe8c-68fe-422b-a285-471a21f3ef9c tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0494392 Jul 14 12:23:44.069909 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-61dcf445-bda9-486a-b1e4-e15ce4e6d28f req-5030ff99-6959-489a-8878-fc8c2dca3116 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446298 Jul 14 12:23:45.184435 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1977-c157-49a4-aaef-21c43a5fdfa2 req-30478ae6-e592-4b08-814e-5948e70f8d89 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:45.185899 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d72e1977-c157-49a4-aaef-21c43a5fdfa2 req-30478ae6-e592-4b08-814e-5948e70f8d89 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0465155 Jul 14 12:23:45.234619 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d72e1977-c157-49a4-aaef-21c43a5fdfa2 req-dc7a35da-490f-4d24-941e-3e63d166021b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Jul 14 12:23:46.332660 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:46.350128 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123b861-1359-4f25-8f83-7876c7737c35 req-bf8bcb79-ced6-448a-bfe8-f2d2f098a6e4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:46.351616 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a123b861-1359-4f25-8f83-7876c7737c35 req-bf8bcb79-ced6-448a-bfe8-f2d2f098a6e4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0496333 Jul 14 12:23:46.400230 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a123b861-1359-4f25-8f83-7876c7737c35 req-668d60a5-62ea-477f-a654-b20095481612 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430768 Jul 14 12:23:47.524256 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd145cc2-c3a0-4457-b73a-ddace049f6c4 req-df6d8914-7831-43d2-9c86-87f7274f8ab2 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:47.525770 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cd145cc2-c3a0-4457-b73a-ddace049f6c4 req-df6d8914-7831-43d2-9c86-87f7274f8ab2 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0503063 Jul 14 12:23:47.575184 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cd145cc2-c3a0-4457-b73a-ddace049f6c4 req-71fb19ee-ffb0-4159-8228-6b9d0fd7e989 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438969 Jul 14 12:23:47.819850 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c1af4606-a701-43c3-aa36-d3dd1c16d806 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:47.839565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: c1af4606-a701-43c3-aa36-d3dd1c16d806 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:23:47.839918 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device c1af4606-a701-43c3-aa36-d3dd1c16d806 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:23:48.690616 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed984b-3bbe-43e8-a08c-70412d5aa4a6 req-bd323979-e453-4c6a-b898-60ce0eb5cd43 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:48.692105 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95ed984b-3bbe-43e8-a08c-70412d5aa4a6 req-bd323979-e453-4c6a-b898-60ce0eb5cd43 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0463183 Jul 14 12:23:48.741931 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-95ed984b-3bbe-43e8-a08c-70412d5aa4a6 req-195f51f5-1f0a-4cb8-a6e0-18c60cb7dfc3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443556 Jul 14 12:23:48.981166 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:48.988007 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=68 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:49.867368 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3976290-3c7d-4b41-81cb-4db587e2538e req-c0d630af-c846-4f8e-9053-40dedf1e829a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:49.869076 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3976290-3c7d-4b41-81cb-4db587e2538e req-c0d630af-c846-4f8e-9053-40dedf1e829a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0485542 Jul 14 12:23:49.922173 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c3976290-3c7d-4b41-81cb-4db587e2538e req-5ac4579e-a6c5-4701-9676-83e9d90f4d11 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476341 Jul 14 12:23:50.177070 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-f52aae82-2dea-4424-b845-28fe3d7dd8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:50.179383 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-f52aae82-2dea-4424-b845-28fe3d7dd8ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1130 time: 0.0914602 Jul 14 12:23:50.227454 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:50.352949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-9a498af3-22f6-4a4d-9818-aa056c591b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:50.354411 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-9a498af3-22f6-4a4d-9818-aa056c591b02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 909 time: 0.0959008 Jul 14 12:23:50.423507 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-8b155962-4d40-4620-b897-f0b6debc0591 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 1000 time: 0.0605397 Jul 14 12:23:50.476345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-5772ab26-a705-4b5d-be22-e9daf1072923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:50.477846 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-5772ab26-a705-4b5d-be22-e9daf1072923 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 200 len: 847 time: 0.0468485 Jul 14 12:23:50.524617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-8bbe4285-77cc-4258-9cdb-934c9d95be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:50.526059 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-8bbe4285-77cc-4258-9cdb-934c9d95be01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e2d82ad-097f-449f-ba1a-eddfae1d0196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386865 Jul 14 12:23:50.625202 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-03e22099-fb76-4d42-a364-66465cb360be service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892353 Jul 14 12:23:50.728684 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5e7c13a6-55e5-480d-8404-750fbe4e15b4 req-5861324c-bc5c-4345-8918-e76821550243 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907338 Jul 14 12:23:51.032790 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4af749-d924-4f51-ab02-d43aac7d4a88 req-536c58b3-9369-4f9a-9041-41c203ae8c93 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:51.034253 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3e4af749-d924-4f51-ab02-d43aac7d4a88 req-536c58b3-9369-4f9a-9041-41c203ae8c93 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0465209 Jul 14 12:23:51.088361 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3e4af749-d924-4f51-ab02-d43aac7d4a88 req-9c8a0fb4-ade4-4947-96b5-fd158f218386 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481045 Jul 14 12:23:52.000877 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf787bd-af26-4cda-96f2-bca781839724 req-58109e04-b494-45f7-8056-724548ed657a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:52.002069 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6bf787bd-af26-4cda-96f2-bca781839724 req-58109e04-b494-45f7-8056-724548ed657a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0474298 Jul 14 12:23:52.050154 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6bf787bd-af26-4cda-96f2-bca781839724 req-c18ea621-301d-4e71-b0c6-d3de360675f2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422416 Jul 14 12:23:52.201222 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c9f78-8e8e-45ea-b783-90eedd9c6340 req-d94a3865-f5dd-45de-adb0-32b6f7b74c49 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:52.202673 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8d1c9f78-8e8e-45ea-b783-90eedd9c6340 req-d94a3865-f5dd-45de-adb0-32b6f7b74c49 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0461667 Jul 14 12:23:52.252922 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8d1c9f78-8e8e-45ea-b783-90eedd9c6340 req-5e0adf62-3e11-4c8c-8687-d96983fa4f99 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Jul 14 12:23:53.170532 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58651c1-a676-4cfb-8ca6-8c9d61b901e1 req-2d11a332-9e57-411a-abed-4a244421e650 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:53.172023 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e58651c1-a676-4cfb-8ca6-8c9d61b901e1 req-2d11a332-9e57-411a-abed-4a244421e650 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0486701 Jul 14 12:23:53.204408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:53.219469 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e58651c1-a676-4cfb-8ca6-8c9d61b901e1 req-6634b712-bf5c-41e0-bb9c-1fdf22e3a2ce tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Jul 14 12:23:53.384343 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7d6d4-7d66-40d5-a6c8-aa5756e36ab7 req-8eb5c8c4-fef8-4217-a618-fe2d0adf7598 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:53.385874 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8ae7d6d4-7d66-40d5-a6c8-aa5756e36ab7 req-8eb5c8c4-fef8-4217-a618-fe2d0adf7598 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0586903 Jul 14 12:23:53.412450 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:53.436178 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8ae7d6d4-7d66-40d5-a6c8-aa5756e36ab7 req-539678c7-ab96-4f0b-a666-382d3a6f7872 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447667 Jul 14 12:23:54.341746 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fa9fd-2e0b-4110-a05a-fad8bdcbbc92 req-6de24d5b-d87e-4ceb-a9a0-8e3f9a5afdb0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:54.343223 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-493fa9fd-2e0b-4110-a05a-fad8bdcbbc92 req-6de24d5b-d87e-4ceb-a9a0-8e3f9a5afdb0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0495968 Jul 14 12:23:54.392515 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-493fa9fd-2e0b-4110-a05a-fad8bdcbbc92 req-2aa865ef-675d-4ca2-bdba-159a954e1180 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427485 Jul 14 12:23:54.459751 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5730863-6171-4418-9217-b7cbb5acd248 req-34693e36-fd7c-4577-97c7-73ce8c6ed64f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:54.462430 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b5730863-6171-4418-9217-b7cbb5acd248 req-34693e36-fd7c-4577-97c7-73ce8c6ed64f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 946 time: 0.0467703 Jul 14 12:23:54.554624 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d2ad7-7d84-47c4-ae4a-310abbbedff4 req-2322eca7-594f-4c9e-9522-b5286d32bc93 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:54.556181 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f37d2ad7-7d84-47c4-ae4a-310abbbedff4 req-2322eca7-594f-4c9e-9522-b5286d32bc93 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0513871 Jul 14 12:23:54.599508 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Deleting port 0091e22f-2f09-4a5d-9bd6-143e3f69992b {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:23:54.600558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:54.612902 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f37d2ad7-7d84-47c4-ae4a-310abbbedff4 req-b11c9a05-6fd1-4ade-8a6a-64a4b9bab890 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503902 Jul 14 12:23:54.615041 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:54.694566 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] For port 0091e22f-2f09-4a5d-9bd6-143e3f69992b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=0091e22f-2f09-4a5d-9bd6-143e3f69992b,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:54.694954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:55.105617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:55.105900 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (b2d02b55-0288-42b6-8b87-5733ab3a649e), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:55.106219 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Floating IP b2d02b55-0288-42b6-8b87-5733ab3a649e disassociated. External IP: 172.27.1.30, port: 0091e22f-2f09-4a5d-9bd6-143e3f69992b. Jul 14 12:23:55.106564 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Calling delete_port for 0091e22f-2f09-4a5d-9bd6-143e3f69992b owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:23:55.306780 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (0091e22f-2f09-4a5d-9bd6-143e3f69992b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:55.336671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event deleted for resources: {'Port': ['ID=0091e22f-2f09-4a5d-9bd6-143e3f69992b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:55.347056 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.347773 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.347773 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.348025 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.348352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.348680 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.349001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.349320 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.349640 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.349957 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.350272 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.350586 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.351003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.351388 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.351702 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:55.457790 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Router 8fef0671-4de1-4089-a378-04bb4b64a188 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:23:55.527161 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a9829293-cd4b-408f-98b1-dffe328ff629 req-d6801dfa-4dfd-4147-a756-43592d3360ba tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0604138 Jul 14 12:23:55.535309 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:55.586164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:23:55.596291 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:23:55.606660 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:55.607330 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:23:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:55.632457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] No DVR routers for this DVR port 0091e22f-2f09-4a5d-9bd6-143e3f69992b on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:23:55.634906 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:55.638162 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b5730863-6171-4418-9217-b7cbb5acd248 req-381b82a2-5708-4eb8-b9cc-8c145a6206e5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "DELETE /v2.0/ports/0091e22f-2f09-4a5d-9bd6-143e3f69992b HTTP/1.1" status: 204 len: 173 time: 1.1342056 Jul 14 12:23:55.638589 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-deleted', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:55.640826 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b044bb01-80ab-40d1-8379-b28f2dc5d4bb" -d '{"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-deleted", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:55.717327 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:55.759384 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df079a2b-e9bb-4668-90a0-3ad038a8dc0e req-dc2b39db-4a09-45c9-bcae-8ba5a7758c4d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:55.759384 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-df079a2b-e9bb-4668-90a0-3ad038a8dc0e req-dc2b39db-4a09-45c9-bcae-8ba5a7758c4d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0644569 Jul 14 12:23:55.780341 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638bcc2b-032d-4051-acce-2afc6aca3db0 x-openstack-request-id: req-638bcc2b-032d-4051-acce-2afc6aca3db0 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:55.780508 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d88a179-83e5-4361-8948-8a2632512eaf", "name": "network-vif-deleted", "tag": "0091e22f-2f09-4a5d-9bd6-143e3f69992b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:55.780628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-638bcc2b-032d-4051-acce-2afc6aca3db0 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:55.781016 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-638bcc2b-032d-4051-acce-2afc6aca3db0'] response: {'server_uuid': '4d88a179-83e5-4361-8948-8a2632512eaf', 'name': 'network-vif-deleted', 'tag': '0091e22f-2f09-4a5d-9bd6-143e3f69992b', 'status': 'completed', 'code': 200} Jul 14 12:23:55.823315 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-df079a2b-e9bb-4668-90a0-3ad038a8dc0e req-f69ff351-7e48-4916-9b9b-a256b14adb5e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554104 Jul 14 12:23:55.920707 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:55.944842 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:23:55.952869 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:23:55.953453 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:23:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:56.051567 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:23:56.312857 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:23:56.339890 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29117b52-aff5-4cc5-97b0-483a61e0afdd None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:23:56.551542 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cdf30d-31c1-4d41-8070-45165c7be3c6 None None] New status for floating IP b2d02b55-0288-42b6-8b87-5733ab3a649e: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:23:56.782106 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b58a69bd-307a-4c71-add4-ebe0e8987e76 req-2f661fdd-a4ad-40bf-9a9b-efcd54843690 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0279367 Jul 14 12:23:56.939512 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1f1dd-c02a-4310-93fc-e3073e9985ef req-da84b2b9-fef2-45d1-bb40-e7ba15130969 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:56.941268 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0af1f1dd-c02a-4310-93fc-e3073e9985ef req-da84b2b9-fef2-45d1-bb40-e7ba15130969 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0483506 Jul 14 12:23:56.990302 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0af1f1dd-c02a-4310-93fc-e3073e9985ef req-c226c4e8-af9d-4cbf-bbf2-bd34191409ac tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Jul 14 12:23:57.883620 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:57.887742 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ccbd6dad-2276-40e2-bf7d-ae686ca22948 req-78d51556-4fff-4b65-b3c4-5b2f7488fe5b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0302031 Jul 14 12:23:57.911836 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:57.959516 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 97573f11-1cde-45f1-8103-8f5b45ac6f97 is: ACTIVE; New status is: DOWN {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:23:57.959909 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:57.976502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:57.985066 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:23:57.985643 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04670318-8b99-4363-b1e6-e730b8330ded" -d '{"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-unplugged", "status": "completed", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:23:57.998871 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:23:58.028929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 12:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98116504-de81-407b-b57c-b9f2f949cda6 x-openstack-request-id: req-98116504-de81-407b-b57c-b9f2f949cda6 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:23:58.029223 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-unplugged", "status": "completed", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:23:58.029473 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-98116504-de81-407b-b57c-b9f2f949cda6 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:23:58.029866 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98116504-de81-407b-b57c-b9f2f949cda6'] response: {'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'code': 200} Jul 14 12:23:58.062031 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:23:58.115042 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd08e-ac99-460f-b33d-50f520d21423 req-b43ce4a9-5fec-4a94-85b7-b18827e0e260 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:58.116495 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a97cd08e-ac99-460f-b33d-50f520d21423 req-b43ce4a9-5fec-4a94-85b7-b18827e0e260 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0502768 Jul 14 12:23:58.117194 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=6']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:23:58.124833 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.129863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.130959 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:23:58.166878 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a97cd08e-ac99-460f-b33d-50f520d21423 req-e022b9c3-6fff-4b04-89d8-4c5cc2aae8a5 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443871 Jul 14 12:23:58.537031 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e2c3c-527b-45c3-a56c-08ae144b05cd req-a2cde176-0c7d-49eb-91f4-d9dfc9c6e220 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:58.538475 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3c4e2c3c-527b-45c3-a56c-08ae144b05cd req-a2cde176-0c7d-49eb-91f4-d9dfc9c6e220 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0484860 Jul 14 12:23:58.589285 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3c4e2c3c-527b-45c3-a56c-08ae144b05cd req-7dc6a451-6719-4579-8359-4d35cccf3246 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449889 Jul 14 12:23:58.604575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60018) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:58.674925 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:23:58.683437 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-795c6286-44f1-4aa3-b9a2-90122b6b00f8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777264 Jul 14 12:23:58.691964 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-3c9b9e11-75f4-479d-bac5-4908b90eaec2 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:23:58.692840 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-3c9b9e11-75f4-479d-bac5-4908b90eaec2 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047853 Jul 14 12:23:58.770207 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60026) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:23:58.870579 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c812-41d1-404a-9793-90652c289591 req-a5959ae4-eca0-4625-bcba-479c32804216 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:58.871973 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-a5959ae4-eca0-4625-bcba-479c32804216 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports/97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 941 time: 0.1007025 Jul 14 12:23:59.011462 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-620eb5f7-503a-44e0-a329-7ecc4b81f352 req-1549fbbb-b07b-4b49-a3b8-35aed1524f7b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=4d88a179-83e5-4361-8948-8a2632512eaf HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jul 14 12:23:59.706343 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9bb1-276e-4256-8bc7-fe8c013429cb req-a593c674-7900-4ded-abb5-c787acd9af3e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:23:59.707881 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47fb9bb1-276e-4256-8bc7-fe8c013429cb req-a593c674-7900-4ded-abb5-c787acd9af3e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0470667 Jul 14 12:23:59.759008 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-47fb9bb1-276e-4256-8bc7-fe8c013429cb req-8a37687a-157b-412f-a470-ac2ca5e344a3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Jul 14 12:23:59.875010 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:23:59.895427 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 0091e22f-2f09-4a5d-9bd6-143e3f69992b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:23:59.895774 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 0091e22f-2f09-4a5d-9bd6-143e3f69992b not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:00.158525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60058) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:00.212586 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb39-e37a-465f-b27d-356a32869d71 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.235718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb39-e37a-465f-b27d-356a32869d71 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.346488 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb39-e37a-465f-b27d-356a32869d71 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.349045 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6eafb39-e37a-465f-b27d-356a32869d71 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.350200 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f6eafb39-e37a-465f-b27d-356a32869d71 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "DELETE /v2.0/security-groups/f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8 HTTP/1.1" status: 204 len: 168 time: 0.1900578 Jul 14 12:24:00.353005 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60060) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:00.359503 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eafb39-e37a-465f-b27d-356a32869d71 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:00.366889 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-075da3b8-eade-446e-9f40-bfdfff6bed96 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] show failed (client error): The resource could not be found. Jul 14 12:24:00.367878 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-075da3b8-eade-446e-9f40-bfdfff6bed96 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups/f68b1f8e-926b-4a8c-bd86-6f242fd4a3c8 HTTP/1.1" status: 404 len: 347 time: 0.0138550 Jul 14 12:24:00.370809 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60062) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:00.485633 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Deleting port abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:00.485978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.564015 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.564341 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.577473 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Calling delete_port for abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:00.775300 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.802254 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event deleted for resources: {'Port': ['ID=abb5ecb1-8ba9-4d4f-a6bb-cd17e0ca61aa,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:00.809669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:00.869156 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (b2d02b55-0288-42b6-8b87-5733ab3a649e), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.871568 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:00.872733 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-9d9914a8-1320-4660-bd6f-01884e220920 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "DELETE /v2.0/floatingips/b2d02b55-0288-42b6-8b87-5733ab3a649e HTTP/1.1" status: 204 len: 168 time: 0.5009739 Jul 14 12:24:01.042317 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60076) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:01.047264 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95573376', 'description': 'tempest-description--2008758703'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:01.099200 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f50eb4-330d-4a48-9cfe-4fe83218997b req-51b66ae0-982d-4bcf-ba50-f701444777cc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:01.100714 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9f50eb4-330d-4a48-9cfe-4fe83218997b req-51b66ae0-982d-4bcf-ba50-f701444777cc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.2715261 Jul 14 12:24:01.147044 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.152333 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9f50eb4-330d-4a48-9cfe-4fe83218997b req-90ed693e-c731-4b29-942c-dce14192b794 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458078 Jul 14 12:24:01.219515 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (dac59e61-aff7-4452-b18e-6735b1661711), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.317966 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (dac59e61-aff7-4452-b18e-6735b1661711), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.323755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:01.349251 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac59e61-aff7-4452-b18e-6735b1661711,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:01.429620 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.431034 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-624d2ece-3c30-4522-94f4-4645180c9ad3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3875012 Jul 14 12:24:01.433830 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60078) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:01.438216 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'security_group_rule': {'security_group_id': 'dac59e61-aff7-4452-b18e-6735b1661711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:01.512164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (34fc95eb-e607-415f-ba17-e7fcc9c2d954), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.570210 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (34fc95eb-e607-415f-ba17-e7fcc9c2d954), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.620711 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (34fc95eb-e607-415f-ba17-e7fcc9c2d954), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.643503 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fc95eb-e607-415f-ba17-e7fcc9c2d954,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:01.719501 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.720730 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-d8cf8bc2-c326-4f5f-98b5-38132ed921b7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2859631 Jul 14 12:24:01.723423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60080) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:01.727896 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'security_group_rule': {'security_group_id': 'dac59e61-aff7-4452-b18e-6735b1661711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:01.814609 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (e82f9e3c-a104-46f0-823b-e55ab1ab5a44), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.876882 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (e82f9e3c-a104-46f0-823b-e55ab1ab5a44), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.945392 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (e82f9e3c-a104-46f0-823b-e55ab1ab5a44), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:01.963189 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82f9e3c-a104-46f0-823b-e55ab1ab5a44,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:02.034861 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:02.037196 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-3c67d57c-7248-4ed2-80e4-961cbd32301d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3118761 Jul 14 12:24:02.039275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60088) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:02.043692 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:02.167323 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:02.269869 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c812-41d1-404a-9793-90652c289591 req-710ffcd2-db27-44d5-9f2f-f18e67c4ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:02.271350 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-710ffcd2-db27-44d5-9f2f-f18e67c4ad54 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea&tenant_id=dfa18dfa445442d4be02d187ed24325f HTTP/1.1" status: 200 len: 1128 time: 0.1215806 Jul 14 12:24:02.303999 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:02.318755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7151e-553b-4926-864b-abd7b66a3ab9 req-76745b16-c119-4271-8eb4-e0676ba776fc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:02.320190 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c3a7151e-553b-4926-864b-abd7b66a3ab9 req-76745b16-c119-4271-8eb4-e0676ba776fc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0960019 Jul 14 12:24:02.332211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:02.423450 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c812-41d1-404a-9793-90652c289591 req-6bb0e09b-4b61-45d9-a973-62fc06041cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:02.425445 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-6bb0e09b-4b61-45d9-a973-62fc06041cca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1128 time: 0.1139266 Jul 14 12:24:02.468102 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c3a7151e-553b-4926-864b-abd7b66a3ab9 req-5c9a84a1-837c-456e-83f4-3fa46b3d8c38 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391780 Jul 14 12:24:02.551182 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:02.571817 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Allocated IP 172.27.1.202 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/b6547422-488d-4b0f-b19a-bf013c7d3db9) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:02.593112 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c812-41d1-404a-9793-90652c289591 req-032fee44-a07d-41f7-8c60-fd953f85e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:02.594557 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-032fee44-a07d-41f7-8c60-fd953f85e9d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 909 time: 0.1582012 Jul 14 12:24:02.707383 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-ec625902-8e5d-405d-95a6-83040d2702fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 998 time: 0.0978007 Jul 14 12:24:02.768729 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:02.789169 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c812-41d1-404a-9793-90652c289591 req-fad623bb-c811-435a-b84d-d32e23fb45b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:02.790617 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-fad623bb-c811-435a-b84d-d32e23fb45b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 200 len: 847 time: 0.0673194 Jul 14 12:24:02.843600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7c812-41d1-404a-9793-90652c289591 req-b6f8b082-5c44-48f5-b1a7-5f97ee15739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:02.844991 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-b6f8b082-5c44-48f5-b1a7-5f97ee15739f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e2d82ad-097f-449f-ba1a-eddfae1d0196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425441 Jul 14 12:24:02.908130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:02.955706 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:02.965627 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:02.977315 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:03.001646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'Port': ['ID=b6547422-488d-4b0f-b19a-bf013c7d3db9,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:03.012989 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-c028702e-b24f-47dc-8360-b917e2066b42 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616094 Jul 14 12:24:03.101823 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:03.142886 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:03.153895 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-04a7c812-41d1-404a-9793-90652c289591 req-40d9a976-ef2b-45ed-bbca-105353d9f9b4 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329741 Jul 14 12:24:03.241584 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:03.387188 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:03.443983 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:03.507788 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:03.518757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'Port': ['ID=b6547422-488d-4b0f-b19a-bf013c7d3db9,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:03.530858 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:03.585379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34ef3f-b2e4-4431-ae2f-1d2182f209a0 req-4fb3ba90-bdb1-4216-95a4-3b980a368dfc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:03.586916 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f34ef3f-b2e4-4431-ae2f-1d2182f209a0 req-4fb3ba90-bdb1-4216-95a4-3b980a368dfc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0481482 Jul 14 12:24:03.610329 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:03.612018 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5f46bb3b-c671-49b8-9cac-95f06a31d353 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5714593 Jul 14 12:24:03.636917 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f34ef3f-b2e4-4431-ae2f-1d2182f209a0 req-39eabe12-c4f4-4123-8e9f-b03121c4b6e1 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442505 Jul 14 12:24:03.812714 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-006b972c-711b-48cf-9535-40f2f02e97e0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--95573376&fields=id&tenant_id=51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 267 time: 0.0435054 Jul 14 12:24:03.924104 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-f3288f38-1ae1-48ef-b232-8191a0e836d7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:03.926180 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-f3288f38-1ae1-48ef-b232-8191a0e836d7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 815 time: 0.1066387 Jul 14 12:24:03.941692 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-c79f961a-15da-4063-b332-24d9b049d564 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/quotas/51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 375 time: 0.0098755 Jul 14 12:24:03.992198 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-0f1676d4-b84f-4b3f-967b-4274751c5c2f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451272 Jul 14 12:24:04.145284 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-9e701be2-60d7-4a2f-91aa-2c87f5cc192f service neutron] 10.222.0.27 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381507 Jul 14 12:24:04.235994 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-eb14776b-568c-4b92-b885-dd02e6d3e0bd service neutron] 10.222.0.27 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Jul 14 12:24:04.492460 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-982aa3fa-450a-4560-9ba6-42aec19a3c68 req-8d965a82-72bc-4315-8522-cf7c87e073b4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 210 time: 0.0324593 Jul 14 12:24:04.752988 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120a0b1-239d-4206-9383-a0e291e57aa4 req-6c7313d1-14c6-417b-834d-f37097667fb9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:04.754401 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6120a0b1-239d-4206-9383-a0e291e57aa4 req-6c7313d1-14c6-417b-834d-f37097667fb9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0471959 Jul 14 12:24:04.809774 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6120a0b1-239d-4206-9383-a0e291e57aa4 req-75780b37-2a82-4ceb-bb6e-d2f8f6f72534 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497384 Jul 14 12:24:05.595892 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a1f89a43-dac5-4822-b50f-eb89a35617a8 req-0364798e-4368-48bc-a132-f2403f0c234b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 210 time: 0.0268042 Jul 14 12:24:05.929010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd3af8-77fc-4f7b-906c-e6bfbd6c28be req-e6fbdf79-ea8f-4c0e-a7c3-9e7a7d9c3a3a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:05.930569 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7fdd3af8-77fc-4f7b-906c-e6bfbd6c28be req-e6fbdf79-ea8f-4c0e-a7c3-9e7a7d9c3a3a tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0509806 Jul 14 12:24:05.965927 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:05.980441 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7fdd3af8-77fc-4f7b-906c-e6bfbd6c28be req-c9096617-e80b-4841-ae06-a1bb6e1ccbc4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442643 Jul 14 12:24:06.315500 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=75 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:06.316223 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=63 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:06.506090 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-bf3a8f3e-8ff8-4578-b7d2-557cd1114906 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:06.507620 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-bf3a8f3e-8ff8-4578-b7d2-557cd1114906 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 815 time: 0.1079805 Jul 14 12:24:06.588043 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-4a878f65-d9be-47b1-a964-bf3088f9e67f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 378 time: 0.0531476 Jul 14 12:24:06.597336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'port': {'device_id': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'admin_state_up': True, 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'security_groups': ['dac59e61-aff7-4452-b18e-6735b1661711']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:06.679017 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:06.699516 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-218ee67c-eca6-42b0-93d0-f8c3ee2103c0 req-e3655f68-1eda-40cb-9e8b-2a38abfe0c7f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 210 time: 0.0295393 Jul 14 12:24:06.785596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Made reservation on behalf of 51617cc935204a6cba46c6d4d6a24cb3 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:06.789073 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:06.868307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:06.920551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Allocated IP 172.20.0.10 (8f1a9939-526e-4b6f-8865-71875a9e9ada/b90d9791-611b-4549-9559-3b6534c7ae38/3c14bf32-ee21-46df-a087-dc33eef08a69) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:07.334964 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:07.354181 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e874c-c2ce-4496-8f3e-e66f694dacc7 req-dd9da277-5af7-459c-aa6f-75c0d1190c31 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:07.355597 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9b6e874c-c2ce-4496-8f3e-e66f694dacc7 req-dd9da277-5af7-459c-aa6f-75c0d1190c31 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.3026199 Jul 14 12:24:07.402912 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:07.411996 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:24:07.419338 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9b6e874c-c2ce-4496-8f3e-e66f694dacc7 req-54760dee-8ab5-4a15-adf4-268a87a5c60b tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571973 Jul 14 12:24:07.489661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:07.535916 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:07.541267 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:07.545572 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:07.552266 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:07.600411 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:07.601036 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:07.703421 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-27453593-9855-49f6-8124-57beb404f955 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1103747 Jul 14 12:24:07.721166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Request body: {'port': {'device_id': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:07.782927 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:07.811334 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c1f65b9f-754b-4d24-b444-7772cd43ea8c None None] Provisioning complete for port 3c14bf32-ee21-46df-a087-dc33eef08a69 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:07.811930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c1f65b9f-754b-4d24-b444-7772cd43ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:07.831524 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c8def-7cb3-4477-9308-c2bfe5064f42 req-8162bfff-93e6-4ce1-92b6-2d8dbf15d480 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:07.833167 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d45c8def-7cb3-4477-9308-c2bfe5064f42 req-8162bfff-93e6-4ce1-92b6-2d8dbf15d480 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 932 time: 0.0569818 Jul 14 12:24:07.845797 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c1f65b9f-754b-4d24-b444-7772cd43ea8c None None] Port 3c14bf32-ee21-46df-a087-dc33eef08a69 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:24:07.892091 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d45c8def-7cb3-4477-9308-c2bfe5064f42 req-dc82b92c-7dcf-4326-96d5-a667ef67b619 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508928 Jul 14 12:24:07.980751 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5aa7e6aa-2ff9-424a-8d74-31505a8765cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:08.042743 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c14bf32-ee21-46df-a087-dc33eef08a69 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:24:08.050989 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Publish callbacks [] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:08.063591 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Transition to ACTIVE for port object 3c14bf32-ee21-46df-a087-dc33eef08a69 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:24:08.117737 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:08.140638 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:08.170307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:08.244835 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Attempting to bind port 3c14bf32-ee21-46df-a087-dc33eef08a69 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:08.245255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Attempting to bind port 3c14bf32-ee21-46df-a087-dc33eef08a69 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:08.245646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Attempting to bind port 3c14bf32-ee21-46df-a087-dc33eef08a69 on network 8f1a9939-526e-4b6f-8865-71875a9e9ada {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:08.250700 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Port 3c14bf32-ee21-46df-a087-dc33eef08a69 on network 8f1a9939-526e-4b6f-8865-71875a9e9ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:24:08.251031 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Attempting to bind port 3c14bf32-ee21-46df-a087-dc33eef08a69 on network 8f1a9939-526e-4b6f-8865-71875a9e9ada {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:08.256378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:08.256709 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Checking segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:08.262551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Bound using segment: {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:08.262551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Bound port: 3c14bf32-ee21-46df-a087-dc33eef08a69, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d5858f-11d9-4f1b-820d-bd8a2354e849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:08.262551 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:08.327095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:08.331168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:08.408757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:08.434726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:08.451808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:08.451808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:08.451808 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] 10.222.0.86 "PUT /v2.0/ports/3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 200 len: 1094 time: 0.7287533 Jul 14 12:24:08.451808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:08.451808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:08.475237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624b638-8f01-4985-9a2d-c94ae78faf2c service neutron] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:08.504016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dab0c4-3537-4d9f-a8bf-ac3605666f13 x-openstack-request-id: req-29dab0c4-3537-4d9f-a8bf-ac3605666f13 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:08.504386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:08.504735 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-29dab0c4-3537-4d9f-a8bf-ac3605666f13 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:08.505400 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29dab0c4-3537-4d9f-a8bf-ac3605666f13'] response: {'name': 'network-changed', 'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'status': 'completed', 'code': 200} Jul 14 12:24:08.602280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6e0ba-a829-413d-872d-1220d987d6c7 req-0390e376-e58a-42ee-ba29-d0b2cc6d9fd7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:08.603404 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5ba6e0ba-a829-413d-872d-1220d987d6c7 req-0390e376-e58a-42ee-ba29-d0b2cc6d9fd7 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0908358 Jul 14 12:24:08.622757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1 req-540a8309-c68a-4063-8704-3fe5d633e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:08.624204 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1 req-540a8309-c68a-4063-8704-3fe5d633e5a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1128 time: 0.0597744 Jul 14 12:24:08.691434 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5ba6e0ba-a829-413d-872d-1220d987d6c7 req-7fbc2a2a-82b3-4928-b703-ccc893f52832 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778284 Jul 14 12:24:08.755317 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1 req-238929ba-7f11-42f4-b071-c52248f8b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:08.756810 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1 req-238929ba-7f11-42f4-b071-c52248f8b142 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1112540 Jul 14 12:24:08.998902 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1 req-6a745a58-19d3-411d-a2fb-21553438763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:09.000959 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3db83497-b7a4-4ec4-8ed2-d62c1dc400d1 req-6a745a58-19d3-411d-a2fb-21553438763f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968735 Jul 14 12:24:09.016967 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee5996-2c00-4de6-acc9-111c355b3ca2 req-79abdbcc-e10f-451d-9ce5-55ee284c35cd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:09.018581 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c6ee5996-2c00-4de6-acc9-111c355b3ca2 req-79abdbcc-e10f-451d-9ce5-55ee284c35cd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0481565 Jul 14 12:24:09.066205 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c6ee5996-2c00-4de6-acc9-111c355b3ca2 req-7e7d8067-06a9-4eca-84a7-53b344c1514d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417528 Jul 14 12:24:09.599215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60194) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:09.647487 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Deleting subnet 15d8cbf0-f127-41f5-9bde-1fd09e801c5d {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:24:09.650602 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Publish callbacks [] for subnet (15d8cbf0-f127-41f5-9bde-1fd09e801c5d), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:09.723142 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5714455'] for subnet (15d8cbf0-f127-41f5-9bde-1fd09e801c5d), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:09.725661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-e3f907a3-7c57-4d3f-842d-259b59292ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:09.727149 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-e3f907a3-7c57-4d3f-842d-259b59292ecc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1128 time: 0.0566940 Jul 14 12:24:09.800698 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-d6dc117c-f50d-4530-b1c7-1d1bfbfa05ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 200 len: 217 time: 0.0496664 Jul 14 12:24:09.832986 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (15d8cbf0-f127-41f5-9bde-1fd09e801c5d), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:09.891944 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:09.898836 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9246b-0378-4022-9bc8-3ec4fc279a75 req-f143e6c9-1c08-47a2-81e5-3c8a5b50b328 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:09.900223 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe9246b-0378-4022-9bc8-3ec4fc279a75 req-f143e6c9-1c08-47a2-81e5-3c8a5b50b328 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.1119912 Jul 14 12:24:09.922458 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-6c9245dc-0945-4085-b62e-9dfd42ff866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:09.923819 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-6c9245dc-0945-4085-b62e-9dfd42ff866e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.1020894 Jul 14 12:24:09.997543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-f3843449-8237-4bbb-bae4-bbec83d381a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:09.999015 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-f3843449-8237-4bbb-bae4-bbec83d381a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647848 Jul 14 12:24:10.003813 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efe9246b-0378-4022-9bc8-3ec4fc279a75 req-81602f94-9e11-45a6-9304-cbefdcc29895 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956800 Jul 14 12:24:10.062222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5603995'] for subnet (15d8cbf0-f127-41f5-9bde-1fd09e801c5d), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.097887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d8cbf0-f127-41f5-9bde-1fd09e801c5d,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:10.101354 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.104391 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6005dd9f-1c10-44a1-b3b6-79c1fea2e2dd admin admin] 10.222.0.27 "DELETE /v2.0/subnets/15d8cbf0-f127-41f5-9bde-1fd09e801c5d HTTP/1.1" status: 204 len: 168 time: 0.5041177 Jul 14 12:24:10.107087 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60200) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:10.130311 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-51e4599e-e727-46bd-a87f-bed813720880 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246467 Jul 14 12:24:10.212098 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.226309 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d059ef8-a0bd-484e-8782-0965325771e6 req-e3d4cbec-c9eb-4112-8621-8848c9532ac6 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891607 Jul 14 12:24:10.227821 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530f11f-7042-49d6-beb4-f36ff4198626 req-dcbe4e6a-b896-40a0-8572-ec131443c606 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:10.229253 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4530f11f-7042-49d6-beb4-f36ff4198626 req-dcbe4e6a-b896-40a0-8572-ec131443c606 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0677347 Jul 14 12:24:10.260622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-82de164f-801d-49b0-8f2d-2feb297d6046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.329413 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.356202 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4530f11f-7042-49d6-beb4-f36ff4198626 req-fe4e067d-dfd9-4241-abda-840743a4166f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211121 Jul 14 12:24:10.359485 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c77089-f3cd-4ab0-9a84-cc1746e2d34c']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:10.369295 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2cdb8a-9bbc-4a93-801d-2f96516103fb') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:10.369482 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2cdb8a-9bbc-4a93-801d-2f96516103fb') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:10.381504 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (3c2cdb8a-9bbc-4a93-801d-2f96516103fb), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.395707 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (3c2cdb8a-9bbc-4a93-801d-2f96516103fb), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.401920 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:24:10.402301 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (3c2cdb8a-9bbc-4a93-801d-2f96516103fb), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.415641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:10.474029 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 3c2cdb8a-9bbc-4a93-801d-2f96516103fb resource provider aggregate not found Jul 14 12:24:10.491099 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 3c2cdb8a-9bbc-4a93-801d-2f96516103fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c2cdb8a-9bbc-4a93-801d-2f96516103fb found for delete ", "request_id": "req-c44c0ac3-8f39-47d0-a6ce-2f6a4d52b04d"}]} Jul 14 12:24:10.523346 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (b7c77089-f3cd-4ab0-9a84-cc1746e2d34c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.528815 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:10.531946 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] 10.222.0.27 "DELETE /v2.0/networks/b7c77089-f3cd-4ab0-9a84-cc1746e2d34c HTTP/1.1" status: 204 len: 168 time: 0.4236999 Jul 14 12:24:10.546340 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf282-4361-4925-8efc-fc131425430b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7c77089-f3cd-4ab0-9a84-cc1746e2d34c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:10.908178 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60210) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:10.949137 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-94bf41c9-5a6c-4ac3-86c1-6404b39529e7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bae52c2cdf124894a541a6b7407eb23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392520 Jul 14 12:24:10.951528 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60212) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:11.003108 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a57d12c8-9bf1-4ea0-a2cd-0ad3f057e8de admin admin] Publish callbacks [] for security_group (3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:11.023970 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a57d12c8-9bf1-4ea0-a2cd-0ad3f057e8de admin admin] Publish callbacks [] for security_group (3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:11.120060 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdcd24-66e7-4061-b200-166667519833 req-b04b5799-2587-4cb4-8bcc-b86f25bab174 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:11.121632 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5cbdcd24-66e7-4061-b200-166667519833 req-b04b5799-2587-4cb4-8bcc-b86f25bab174 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 944 time: 0.0477889 Jul 14 12:24:11.134781 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a57d12c8-9bf1-4ea0-a2cd-0ad3f057e8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:11.137396 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a57d12c8-9bf1-4ea0-a2cd-0ad3f057e8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:11.138531 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a57d12c8-9bf1-4ea0-a2cd-0ad3f057e8de admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb HTTP/1.1" status: 204 len: 168 time: 0.1861336 Jul 14 12:24:11.147385 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d12c8-9bf1-4ea0-a2cd-0ad3f057e8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0da2ae-9c3c-43b5-b765-c3f84d8e78fb,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:11.183430 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5cbdcd24-66e7-4061-b200-166667519833 req-a91115ae-4434-412a-9aa5-419a4d73bf62 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562346 Jul 14 12:24:11.483030 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b58541-4456-4706-ab11-c82bb06300d6 req-628cb9a0-0d4d-435b-bfc9-5c6fc2149134 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:11.484563 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-28b58541-4456-4706-ab11-c82bb06300d6 req-628cb9a0-0d4d-435b-bfc9-5c6fc2149134 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0488091 Jul 14 12:24:11.536646 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-28b58541-4456-4706-ab11-c82bb06300d6 req-c4615775-391e-42c8-8540-d4a76fc66cbe tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447133 Jul 14 12:24:11.597904 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:11.905840 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:24:12.010397 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:12.022029 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'port_id': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'mac_address': 'fa:16:3e:6d:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:24:12.056632 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 97573f11-1cde-45f1-8103-8f5b45ac6f97 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:12.057016 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:12.073558 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97573f11-1cde-45f1-8103-8f5b45ac6f97 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:24:12.092401 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:12.203498 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:12.259489 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=7']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:12.289075 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:12.301191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f07b3b-e9b1-4fc3-90eb-f0991b64a2f5 req-b73fd20c-f48b-4433-906c-e9402e6de17e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:12.302701 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-40f07b3b-e9b1-4fc3-90eb-f0991b64a2f5 req-b73fd20c-f48b-4433-906c-e9402e6de17e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 945 time: 0.0523691 Jul 14 12:24:12.353276 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-40f07b3b-e9b1-4fc3-90eb-f0991b64a2f5 req-cd5b1a79-4ce1-422f-ac4e-1013db97e7ac tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Jul 14 12:24:12.610480 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['97573f11-1cde-45f1-8103-8f5b45ac6f97'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:12.621918 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:12.663250 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc772fe5-206d-4e44-b987-da67b8e9c45a req-29900aed-c008-4b9d-af0d-f174c45e8ae6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:12.664755 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc772fe5-206d-4e44-b987-da67b8e9c45a req-29900aed-c008-4b9d-af0d-f174c45e8ae6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0514474 Jul 14 12:24:12.716411 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc772fe5-206d-4e44-b987-da67b8e9c45a req-d689f0cf-88c9-4d0f-991b-5458e50b3d6e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458035 Jul 14 12:24:12.758735 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:12.877388 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:13.077583 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:13.152214 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:13.469527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f6bca-3835-4dae-877c-ec68d78af1f6 req-8fdced9b-e2a2-4d6c-9203-216eebe624ca tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:13.471192 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af6f6bca-3835-4dae-877c-ec68d78af1f6 req-8fdced9b-e2a2-4d6c-9203-216eebe624ca tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 945 time: 0.0486722 Jul 14 12:24:13.509882 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-a37abcd2-1bd0-4d91-b6ab-0e9afbde35ab tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002398843&fields=id&tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c HTTP/1.1" status: 200 len: 267 time: 0.0469844 Jul 14 12:24:13.521465 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af6f6bca-3835-4dae-877c-ec68d78af1f6 req-41814a36-dd06-4a0e-9b98-7f5e5dbdd5a1 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444825 Jul 14 12:24:13.561706 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-332d9037-c38c-4ba6-bae5-772b2b465bdc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:13.563187 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-332d9037-c38c-4ba6-bae5-772b2b465bdc tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 984 time: 0.0475299 Jul 14 12:24:13.574119 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Request body: {'port': {'security_groups': ['8ec9a80a-0fa2-4433-99fc-d202c099287b']}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:13.651957 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:13.838622 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7be217-7337-4d32-9ae3-ac6440d3df42 req-1bd75602-a8f1-4fe0-8771-accc2965b321 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:13.840114 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7a7be217-7337-4d32-9ae3-ac6440d3df42 req-1bd75602-a8f1-4fe0-8771-accc2965b321 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0503039 Jul 14 12:24:13.865912 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:13.890186 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7a7be217-7337-4d32-9ae3-ac6440d3df42 req-6e8fb758-b674-404a-b952-7187331b1aa1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433934 Jul 14 12:24:13.894376 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:13.906587 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:24:13.918418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:13.974930 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.019816 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:14.020578 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.022550 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b5a054cb-c46c-4c71-802d-4898eef37f24 req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "PUT /v2.0/ports/8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 942 time: 0.4522631 Jul 14 12:24:14.022550 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:14.023111 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 97573f11-1cde-45f1-8103-8f5b45ac6f97 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:14.023483 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.025200 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd40db-a98a-47f7-b801-b0d776203e25" -d '{"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:14.035373 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60274) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:14.061317 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['8d1d4c31-5832-429c-8506-0433ac2a974b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:14.071437 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event updated for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=7']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:14.081731 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.082361 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.082942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.083459 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.083951 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.085322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.085825 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.086306 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.086885 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.087711 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.088208 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.088875 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.089376 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.090108 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.090611 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f5a47f-4a00-4920-b24d-7d8885e04d24 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:14.118275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b367983-32a7-4fea-b4b2-42b93d799ab5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group (6e316a0d-e175-4a0e-b542-f87e0ab50f92), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.158784 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b367983-32a7-4fea-b4b2-42b93d799ab5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group (6e316a0d-e175-4a0e-b542-f87e0ab50f92), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.178524 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:14.235125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'mac_address': 'fa:16:3e:11:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:24:14.238066 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['8d1d4c31-5832-429c-8506-0433ac2a974b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:14.256547 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd72d2b-d1bc-4959-90e4-0a93a34d405d x-openstack-request-id: req-6dd72d2b-d1bc-4959-90e4-0a93a34d405d {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:14.256834 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:14.257103 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6dd72d2b-d1bc-4959-90e4-0a93a34d405d {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:14.257504 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd72d2b-d1bc-4959-90e4-0a93a34d405d'] response: {'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'status': 'completed', 'code': 200} Jul 14 12:24:14.300816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b367983-32a7-4fea-b4b2-42b93d799ab5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6e316a0d-e175-4a0e-b542-f87e0ab50f92), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.305711 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b367983-32a7-4fea-b4b2-42b93d799ab5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.305711 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5b367983-32a7-4fea-b4b2-42b93d799ab5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "DELETE /v2.0/security-groups/6e316a0d-e175-4a0e-b542-f87e0ab50f92 HTTP/1.1" status: 204 len: 168 time: 0.2723906 Jul 14 12:24:14.308180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60282) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:14.329155 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 97573f11-1cde-45f1-8103-8f5b45ac6f97 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:14.329546 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.366274 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b367983-32a7-4fea-b4b2-42b93d799ab5 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e316a0d-e175-4a0e-b542-f87e0ab50f92,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:14.387091 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:14.398715 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:14.399125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.409662 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-ae1adecb-6ea2-4d0d-bdce-cda274f1664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:14.411225 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-ae1adecb-6ea2-4d0d-bdce-cda274f1664e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1129 time: 0.0946503 Jul 14 12:24:14.422944 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:14.426107 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2674ebc0-1aa1-42fb-ad97-fd3130006762" -d '{"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-plugged", "status": "completed", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:14.428830 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-5caa2eef-0758-494d-ab3c-88175466b1d7 None None] Provisioning complete for port 8d1d4c31-5832-429c-8506-0433ac2a974b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:14.429197 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5caa2eef-0758-494d-ab3c-88175466b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.479175 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:14.491592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c14bf32-ee21-46df-a087-dc33eef08a69 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:24:14.554017 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:14.573196 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203188b4-1701-4399-8fca-a11dc8fcf07e x-openstack-request-id: req-203188b4-1701-4399-8fca-a11dc8fcf07e {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:14.573196 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-plugged", "status": "completed", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:14.573196 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-203188b4-1701-4399-8fca-a11dc8fcf07e {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:14.573196 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203188b4-1701-4399-8fca-a11dc8fcf07e'] response: {'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'code': 200} Jul 14 12:24:14.577119 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.601556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Deleting port db07513d-7a63-4458-b904-c35bdfbaebdf {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:14.602175 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.605540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-d769fe09-6240-401d-a105-50817b54559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:14.607133 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-d769fe09-6240-401d-a105-50817b54559d service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 915 time: 0.1861825 Jul 14 12:24:14.633182 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:14.633182 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:14.659071 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.671676 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-5caa2eef-0758-494d-ab3c-88175466b1d7 None None] Current status of the port 8d1d4c31-5832-429c-8506-0433ac2a974b is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:14.693436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=8']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:14.762903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:14.772080 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:14.785541 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319e85c-3596-48ba-b38f-0e61efce6115 req-dcabf127-b430-44cd-87c6-e5693e134efe tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:14.787049 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d319e85c-3596-48ba-b38f-0e61efce6115 req-dcabf127-b430-44cd-87c6-e5693e134efe tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.1603765 Jul 14 12:24:14.792424 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-ad4778db-bcfd-492b-aa06-47db9b6903d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 1000 time: 0.1669648 Jul 14 12:24:14.853805 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.854127 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for floatingip (db07513d-7a63-4458-b904-c35bdfbaebdf), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:14.880679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Calling delete_port for db07513d-7a63-4458-b904-c35bdfbaebdf owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:14.905660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-89b22d83-238c-4cee-b0ed-3ffaa8f83261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:14.907037 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-89b22d83-238c-4cee-b0ed-3ffaa8f83261 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 200 len: 853 time: 0.1032295 Jul 14 12:24:14.912372 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d319e85c-3596-48ba-b38f-0e61efce6115 req-152b6f96-6f63-4c37-af59-90eb7f7c9d3e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175141 Jul 14 12:24:15.007881 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:15.027235 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f3603-6fdb-4f72-8396-64ab8eda003a req-d8814a8c-2b8b-4702-ac7b-523499174581 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:15.028703 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f07f3603-6fdb-4f72-8396-64ab8eda003a req-d8814a8c-2b8b-4702-ac7b-523499174581 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0535312 Jul 14 12:24:15.059324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-5a71c70c-42dc-4198-b5e7-9a638be208f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:15.060808 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-5a71c70c-42dc-4198-b5e7-9a638be208f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c2692e-4527-41ed-9aa4-f0917dfa8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057255 Jul 14 12:24:15.067652 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb6067-7b7d-4f02-8e89-118a34ecbe0f req-854cfca2-4914-4cf6-955b-b1fdfef12a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:15.069021 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-aceb6067-7b7d-4f02-8e89-118a34ecbe0f req-854cfca2-4914-4cf6-955b-b1fdfef12a31 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1130 time: 0.0892775 Jul 14 12:24:15.078793 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f07f3603-6fdb-4f72-8396-64ab8eda003a req-b50f180e-9ebc-40ec-b1f3-7245987e2531 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439045 Jul 14 12:24:15.162116 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:15.216334 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-aceb6067-7b7d-4f02-8e89-118a34ecbe0f req-cc47a5d8-f5db-43c3-a3e5-92103cd504dd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395576 Jul 14 12:24:15.243702 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-fa45979f-732f-4cdc-afe2-77c1949c4504 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680031 Jul 14 12:24:15.329053 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (db07513d-7a63-4458-b904-c35bdfbaebdf), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:15.359717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event deleted for resources: {'Port': ['ID=db07513d-7a63-4458-b904-c35bdfbaebdf,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:15.418206 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks [] for floatingip (473cef8a-3b2d-44d9-8cac-8d32540f4296), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:15.418508 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Floating IP 473cef8a-3b2d-44d9-8cac-8d32540f4296 disassociated (deleted). External IP: 172.27.1.74, port: 8d1d4c31-5832-429c-8506-0433ac2a974b. Jul 14 12:24:15.623040 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Router 6eef8810-b59d-47c8-8838-35369627d992 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:15.633107 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:15.727395 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:15.732245 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:15.737543 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] Sync routers for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:15.748091 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:15.748713 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:15.856648 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:16.041567 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5170accb-cd9a-4f69-8d92-f7eed8e4e2b8 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "DELETE /v2.0/floatingips/473cef8a-3b2d-44d9-8cac-8d32540f4296 HTTP/1.1" status: 204 len: 168 time: 1.7322481 Jul 14 12:24:16.044474 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:16.046757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286c4a8-e34c-48ea-aff1-052966dcc51a" -d '{"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:16.054949 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:16.062721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637947d-373b-439a-a326-e0407948b65d req-76f2d095-8dd4-4628-ad7d-5f32a776f136 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:16.065018 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b637947d-373b-439a-a326-e0407948b65d req-76f2d095-8dd4-4628-ad7d-5f32a776f136 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0608978 Jul 14 12:24:16.085479 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] Checking router: 6eef8810-b59d-47c8-8838-35369627d992 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:16.095306 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:16.096012 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:16.120664 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b637947d-373b-439a-a326-e0407948b65d req-b4eb4670-eda1-4d7e-9dbf-3dfb0ef32596 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504894 Jul 14 12:24:16.180724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa8c2b-d9bb-4252-839d-8fe387d00294 x-openstack-request-id: req-79aa8c2b-d9bb-4252-839d-8fe387d00294 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:16.180724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:16.181142 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-79aa8c2b-d9bb-4252-839d-8fe387d00294 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:16.181636 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79aa8c2b-d9bb-4252-839d-8fe387d00294'] response: {'name': 'network-changed', 'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'status': 'completed', 'code': 200} Jul 14 12:24:16.204740 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:16.284905 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdade2-8955-4c90-a46e-f0cd330b94e4 req-cc23fabf-6048-4cd6-8b37-850354d2aa2c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:16.286365 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4abdade2-8955-4c90-a46e-f0cd330b94e4 req-cc23fabf-6048-4cd6-8b37-850354d2aa2c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0566473 Jul 14 12:24:16.335005 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4abdade2-8955-4c90-a46e-f0cd330b94e4 req-abf672d8-9c6f-4ef6-a29d-28c722f29b77 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427234 Jul 14 12:24:16.403186 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:16.428491 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8945be2-8900-4fbc-8d8c-b7343a2f43c6 None None] The sync data for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi is: [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:20:51Z', 'revision_number': 4, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '9e844427-9829-4e92-a39f-3e6d34da179e', 'name': '', 'network_id': 'c8c2692e-4527-41ed-9aa4-f0917dfa8533', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'mac_address': 'fa:16:3e:71:c0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:50Z', 'updated_at': '2022-07-14T12:20:54Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'subnets': [{'id': '79be0745-2b0f-4e07-991f-e351e3083bba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:16.644502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e61933a-4f8a-4e58-b225-7e4efe37f6e0 None None] New status for floating IP 473cef8a-3b2d-44d9-8cac-8d32540f4296: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:24:17.240278 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9254-00b1-499d-ac70-2bcbfa4d6929 req-fdb14ee5-c5d4-4bcd-aa06-ca9ea1192047 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:17.241697 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c8ae9254-00b1-499d-ac70-2bcbfa4d6929 req-fdb14ee5-c5d4-4bcd-aa06-ca9ea1192047 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0453067 Jul 14 12:24:17.289050 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c8ae9254-00b1-499d-ac70-2bcbfa4d6929 req-a229cc81-cfc7-454c-a38a-db746d90515f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420063 Jul 14 12:24:17.452001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a374313-f9d8-4fbb-bc4b-082227189385 req-bd1dea59-662f-43eb-8d7f-aca4b3fd1aa2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:17.453481 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0a374313-f9d8-4fbb-bc4b-082227189385 req-bd1dea59-662f-43eb-8d7f-aca4b3fd1aa2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0476735 Jul 14 12:24:17.501274 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0a374313-f9d8-4fbb-bc4b-082227189385 req-859c79cc-4cac-497d-ac64-5b7589b86cca tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418127 Jul 14 12:24:17.987923 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['3c14bf32-ee21-46df-a087-dc33eef08a69'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:18.199733 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-76cd40db-a98a-47f7-b801-b0d776203e25 req-f958414b-ae43-4778-830f-750253d14fa7 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Jul 14 12:24:18.401025 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcb4ce-cf41-4f53-ae74-f97d5a9dcdab req-4b38690a-f585-4e69-aa0c-42e76c0e5c6d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:18.402453 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-49fcb4ce-cf41-4f53-ae74-f97d5a9dcdab req-4b38690a-f585-4e69-aa0c-42e76c0e5c6d tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0462534 Jul 14 12:24:18.453362 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-49fcb4ce-cf41-4f53-ae74-f97d5a9dcdab req-cf118c3e-231d-480d-b6c2-b5227d881f69 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452876 Jul 14 12:24:18.618859 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417d223-aa51-45fd-9074-377aeb174d01 req-2a65fff8-48ed-4efc-8930-6d579dde840c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:18.620339 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5417d223-aa51-45fd-9074-377aeb174d01 req-2a65fff8-48ed-4efc-8930-6d579dde840c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0489125 Jul 14 12:24:18.671453 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5417d223-aa51-45fd-9074-377aeb174d01 req-ac5c3f17-7623-4074-9787-52eb1d831f59 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455110 Jul 14 12:24:18.685398 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-b0e65528-516e-497c-89c4-0fdd77262fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:18.686945 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-b0e65528-516e-497c-89c4-0fdd77262fd3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 1129 time: 0.0410719 Jul 14 12:24:18.793761 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-76446bf5-eaaa-4829-81bc-d9a95916dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:18.795416 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-76446bf5-eaaa-4829-81bc-d9a95916dd89 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 200 len: 915 time: 0.0902317 Jul 14 12:24:19.279406 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-f1f1260a-7bc3-4d94-a142-6191d937eadc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 200 len: 217 time: 0.0332365 Jul 14 12:24:19.570423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956b9ad-cef5-49be-a9fe-5becac623d4b req-4cca3efc-6017-4aba-b425-95142766c0d2 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:19.571896 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5956b9ad-cef5-49be-a9fe-5becac623d4b req-4cca3efc-6017-4aba-b425-95142766c0d2 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0491977 Jul 14 12:24:19.613231 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:19.622282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5956b9ad-cef5-49be-a9fe-5becac623d4b req-6987f3d1-d008-41ef-bb6a-58378f242d00 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447819 Jul 14 12:24:19.791311 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a7ef-08a0-4b37-bc21-997d38aee5f2 req-bfc590b9-d882-4659-b6ce-ab68c7351c56 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:19.793018 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-40f9a7ef-08a0-4b37-bc21-997d38aee5f2 req-bfc590b9-d882-4659-b6ce-ab68c7351c56 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0487046 Jul 14 12:24:19.833254 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:19.835600 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:19.848738 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-40f9a7ef-08a0-4b37-bc21-997d38aee5f2 req-2e81b37b-a0cb-4a0b-8ea0-e5951d6c44de tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484211 Jul 14 12:24:19.881025 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 3c14bf32-ee21-46df-a087-dc33eef08a69 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:24:19.885149 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-74dba72d-ce64-43ac-a0e8-f14fd5eb951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:19.886597 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-74dba72d-ce64-43ac-a0e8-f14fd5eb951b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 200 len: 853 time: 0.0554569 Jul 14 12:24:19.937543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-b8b583d5-53f4-4fd4-9781-effc5f478b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:19.939564 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-b8b583d5-53f4-4fd4-9781-effc5f478b3f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c2692e-4527-41ed-9aa4-f0917dfa8533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386577 Jul 14 12:24:19.957334 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 3c14bf32-ee21-46df-a087-dc33eef08a69 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:19.957709 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:20.031799 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:20.032181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:20.057028 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:20.059415 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31089d4-5d4c-48ff-a029-ccdd3520bcb8" -d '{"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-plugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:20.073035 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:20.110719 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24898ea-a626-4b28-aa7e-1e0cfb476ae8 x-openstack-request-id: req-a24898ea-a626-4b28-aa7e-1e0cfb476ae8 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:20.110967 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-plugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:20.111314 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a24898ea-a626-4b28-aa7e-1e0cfb476ae8 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:20.111454 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-12be48bf-469b-45ef-b22e-41eba2eb5209 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956140 Jul 14 12:24:20.112067 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24898ea-a626-4b28-aa7e-1e0cfb476ae8'] response: {'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'code': 200} Jul 14 12:24:20.140309 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:20.203409 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:20.225777 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:20.267763 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9286c4a8-e34c-48ea-aff1-052966dcc51a req-7002ef4e-b2ba-40e8-9b82-76c9191ab07d service neutron] 10.222.0.86 "GET /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979981 Jul 14 12:24:20.459161 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3ebc2-3bd8-4e6d-8c1d-fbe9438a733c req-91d3b6d4-086d-412a-8160-65d6fc36622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:20.460641 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-20c3ebc2-3bd8-4e6d-8c1d-fbe9438a733c req-91d3b6d4-086d-412a-8160-65d6fc36622f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1130 time: 0.0400174 Jul 14 12:24:20.522824 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-20c3ebc2-3bd8-4e6d-8c1d-fbe9438a733c req-67377165-0fb0-45bc-a379-ccc80506e756 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387344 Jul 14 12:24:20.745685 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2273cc-65d2-4636-9065-a7bf1348508b req-4248cf94-b387-40b1-8a9b-9d8f40bea680 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:20.747227 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8d2273cc-65d2-4636-9065-a7bf1348508b req-4248cf94-b387-40b1-8a9b-9d8f40bea680 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0537200 Jul 14 12:24:20.796327 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8d2273cc-65d2-4636-9065-a7bf1348508b req-1bb383df-23ff-4db1-874a-a751d11ac543 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432975 Jul 14 12:24:20.975633 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecbbd8-ef9b-451e-a82f-dcf7738209c7 req-a2b386c6-ab09-4105-a780-3efda238f5c9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:20.977082 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3eecbbd8-ef9b-451e-a82f-dcf7738209c7 req-a2b386c6-ab09-4105-a780-3efda238f5c9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0505147 Jul 14 12:24:21.025227 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3eecbbd8-ef9b-451e-a82f-dcf7738209c7 req-8d16795e-3adc-440d-b50b-c4e40be60d73 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424769 Jul 14 12:24:21.743204 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60388) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:21.856138 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13d9805a-5184-4c1f-8a6d-42d6ad229920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:21.892915 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:21.930603 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13d9805a-5184-4c1f-8a6d-42d6ad229920 admin admin] Publish callbacks [] for security_group (1f4cfe95-57cf-46b8-b87f-a93b44b81006), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:21.997422 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13d9805a-5184-4c1f-8a6d-42d6ad229920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1f4cfe95-57cf-46b8-b87f-a93b44b81006), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:22.040405 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-13d9805a-5184-4c1f-8a6d-42d6ad229920 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c52b0c8bc2b8475cbc8ebccc81b1d28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959321 Jul 14 12:24:22.041191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9805a-5184-4c1f-8a6d-42d6ad229920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cfe95-57cf-46b8-b87f-a93b44b81006,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:22.043672 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60396) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:22.099644 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d9571de-9054-46a5-9dda-8d979f3e4e2f admin admin] Publish callbacks [] for security_group (1f4cfe95-57cf-46b8-b87f-a93b44b81006), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:22.121715 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d9571de-9054-46a5-9dda-8d979f3e4e2f admin admin] Publish callbacks [] for security_group (1f4cfe95-57cf-46b8-b87f-a93b44b81006), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:22.176901 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcac25-d692-47d9-a88a-c03f7913b72f req-f677b698-0c35-4d85-aca6-b6594a643025 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:22.176901 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dcac25-d692-47d9-a88a-c03f7913b72f req-f677b698-0c35-4d85-aca6-b6594a643025 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0485923 Jul 14 12:24:22.181582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:22.204239 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dcac25-d692-47d9-a88a-c03f7913b72f req-bdd67696-417c-42c4-a7a6-c0511bc482af tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465384 Jul 14 12:24:22.369022 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d9571de-9054-46a5-9dda-8d979f3e4e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1f4cfe95-57cf-46b8-b87f-a93b44b81006), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:22.371687 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3d9571de-9054-46a5-9dda-8d979f3e4e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:22.376988 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3d9571de-9054-46a5-9dda-8d979f3e4e2f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1f4cfe95-57cf-46b8-b87f-a93b44b81006 HTTP/1.1" status: 204 len: 168 time: 0.3279431 Jul 14 12:24:22.381484 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9571de-9054-46a5-9dda-8d979f3e4e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cfe95-57cf-46b8-b87f-a93b44b81006,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:23.345149 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ccbd3-734d-41a5-8404-c96646a0276a req-16713627-6dd1-4ed8-80d7-c50dbcd1f658 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:23.346733 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a8ccbd3-734d-41a5-8404-c96646a0276a req-16713627-6dd1-4ed8-80d7-c50dbcd1f658 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0520198 Jul 14 12:24:23.402450 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a8ccbd3-734d-41a5-8404-c96646a0276a req-b2cb6dd7-dea9-4d4b-ad58-081b6b4cd9ca tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493710 Jul 14 12:24:23.482249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81ec6-cae7-45fd-bfe3-f8ddfcca8754 req-e0c6dfb0-fe6e-4410-91a5-33038ecd905e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:23.483823 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-afb81ec6-cae7-45fd-bfe3-f8ddfcca8754 req-e0c6dfb0-fe6e-4410-91a5-33038ecd905e tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0534008 Jul 14 12:24:23.530200 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d7fba-5e7b-4bc2-bf03-5aa3a8084115 req-394af8c3-3abf-4e6d-b7bf-eedcd3fe8618 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:23.531737 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-116d7fba-5e7b-4bc2-bf03-5aa3a8084115 req-394af8c3-3abf-4e6d-b7bf-eedcd3fe8618 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0506523 Jul 14 12:24:23.532125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60440) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:23.544369 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60442) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:23.545920 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Request body: {'floatingip': {'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:23.552893 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-afb81ec6-cae7-45fd-bfe3-f8ddfcca8754 req-c3cd7315-9cb4-44a2-892a-cc125f261792 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619621 Jul 14 12:24:23.593388 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:23.671012 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1018468727-network', 'tenant_id': 'c0d098ca721b409385a08b91d861b295'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:23.786170 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Made reservation on behalf of c0d098ca721b409385a08b91d861b295 for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:23.788611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:23.798979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:23.821596 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:23.909125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks [] for security_group (af78af95-3139-4ebd-9513-406ba2347160), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.005960 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (af78af95-3139-4ebd-9513-406ba2347160), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.031548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:24:24.049299 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af78af95-3139-4ebd-9513-406ba2347160,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:24.053995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (45145037-46d2-4195-9d69-7204169e2523), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.054792 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Added segment 45145037-46d2-4195-9d69-7204169e2523 of type vlan for network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 Jul 14 12:24:24.055696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:24.070088 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.102033 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.163398 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.185718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.186776 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:24.187376 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.252145 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] Pushing event updated for resources: {'Network': ['ID=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:24.264253 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:24:24.271390 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Floating IP d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c associated. External IP: 172.27.1.202, port: 3c14bf32-ee21-46df-a087-dc33eef08a69. Jul 14 12:24:24.286520 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-31310844-d64e-45a6-9e6a-6d4bc0688800 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7533336 Jul 14 12:24:24.291752 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60450) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:24.297449 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Request body: {'subnet': {'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1018468727-subnet', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:24.324847 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:24.373093 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Made reservation on behalf of c0d098ca721b409385a08b91d861b295 for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:24.376063 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.488836 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Router 8fef0671-4de1-4089-a378-04bb4b64a188 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:24.595531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:24.602434 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.605509 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:24.609514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (c0e794ee-c2ee-4b0d-a212-980b45964dd2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.620112 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:24.627120 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:24.644707 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ac5bc7b1-c26a-4511-86ab-affb43f613ed tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "PUT /v2.0/floatingips/d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c HTTP/1.1" status: 200 len: 992 time: 1.1025243 Jul 14 12:24:24.645396 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:24.647795 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28220c6-6eaa-41dd-93e6-fb18979c7d33" -d '{"events": [{"name": "network-changed", "server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:24.709441 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d999bc8e-ab6a-4c01-ab26-18e939406215 x-openstack-request-id: req-d999bc8e-ab6a-4c01-ab26-18e939406215 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:24.709912 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:24.710226 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d999bc8e-ab6a-4c01-ab26-18e939406215 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:24.714833 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d999bc8e-ab6a-4c01-ab26-18e939406215'] response: {'name': 'network-changed', 'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'status': 'completed', 'code': 200} Jul 14 12:24:24.715009 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:24.732548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e392bdd-7ac8-4345-9ff7-b2b556a0681e req-17539e33-4d5f-4ba7-8a69-f41694df70af tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:24.734041 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8e392bdd-7ac8-4345-9ff7-b2b556a0681e req-17539e33-4d5f-4ba7-8a69-f41694df70af tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.0785975 Jul 14 12:24:24.741677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:24.745350 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e794ee-c2ee-4b0d-a212-980b45964dd2,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:24.753535 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:24.753701 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Checking segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:24.753701 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Network hostable DHCP agents. Network: e86e92bf-9b7d-465e-8fb7-65ffe1a278e1, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:24:24.801841 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8e392bdd-7ac8-4345-9ff7-b2b556a0681e req-4253aded-c592-4580-89a2-b14cd9e4d960 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Jul 14 12:24:24.828044 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:24.835165 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:24.881745 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:24:24.973620 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'd1cbe3b6-3013-470d-b717-c1a1fbd1ce7c', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'mac_address': 'fa:16:3e:11:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:24:03Z', 'updated_at': '2022-07-14T12:24:23Z', 'revision_number': 1, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:24.974816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, e86e92bf-9b7d-465e-8fb7-65ffe1a278e1) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:24.979534 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:24.982905 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:24.986195 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719958d7-38ce-4491-8e88-3f24df5e8601 None None] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:25.001302 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:25.011113 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:25.011722 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:25.069647 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-3d9f43b5-a02c-45e5-bcd4-b2599e0b5603 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7767034 Jul 14 12:24:25.078209 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60466) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:25.078209 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:25.101338 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:24:25.102305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.162569 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (98456bf6-b4b7-47a9-841f-c1b8f14fe902), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.164080 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (98456bf6-b4b7-47a9-841f-c1b8f14fe902), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.210747 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:25.222812 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks [] for router_controller (98456bf6-b4b7-47a9-841f-c1b8f14fe902), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.246776 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Allocated IP 172.20.0.2 (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1/c0e794ee-c2ee-4b0d-a212-980b45964dd2/e6bc1e4b-b646-4428-9660-2fc7544dd319) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:25.380081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:25.402889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Publish callbacks [] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.444649 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'd1cbe3b6-3013-470d-b717-c1a1fbd1ce7c', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'mac_address': 'fa:16:3e:11:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:24:03Z', 'updated_at': '2022-07-14T12:24:23Z', 'revision_number': 1, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:25.463731 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks [] for router_gateway (98456bf6-b4b7-47a9-841f-c1b8f14fe902), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.469421 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9710de-b832-48ff-b46c-6d99dae7391e None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'd1cbe3b6-3013-470d-b717-c1a1fbd1ce7c', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'floating_ip_address': '172.27.1.202', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'mac_address': 'fa:16:3e:11:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:24:03Z', 'updated_at': '2022-07-14T12:24:23Z', 'revision_number': 1, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:25.479201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.519972 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:25.527783 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:25.531562 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:25.542153 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Pushing event updated for resources: {'Port': ['ID=e6bc1e4b-b646-4428-9660-2fc7544dd319,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:25.601269 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Attempting to bind port e6bc1e4b-b646-4428-9660-2fc7544dd319 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:25.601408 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Attempting to bind port e6bc1e4b-b646-4428-9660-2fc7544dd319 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:25.601744 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Attempting to bind port e6bc1e4b-b646-4428-9660-2fc7544dd319 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:25.607326 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:25.613227 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Checking segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:25.613227 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.613227 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Bound using segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:25.613227 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Bound port: e6bc1e4b-b646-4428-9660-2fc7544dd319, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:25.613227 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:25.618205 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-f6423881-b964-46e9-b7fe-5f42bac2595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:25.619790 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-f6423881-b964-46e9-b7fe-5f42bac2595a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1130 time: 0.0853524 Jul 14 12:24:25.680274 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-3a50d277-c66c-4d21-8852-b37c14345182 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1040196 Jul 14 12:24:25.797082 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c637c30-46bd-400e-a9c1-d8b893ab691c None None] New status for floating IP d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:24:25.826606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-276ebffc-350f-4a03-9fb3-99905610215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:25.832995 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-276ebffc-350f-4a03-9fb3-99905610215a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bb62d84584b3426687390833270648d6&device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 1130 time: 0.0873678 Jul 14 12:24:25.860792 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:25.917575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-4759efa3-d8e6-4ecd-bbf0-ffe5d7986887 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:25.919299 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-4759efa3-d8e6-4ecd-bbf0-ffe5d7986887 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.86 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.1801894 Jul 14 12:24:25.932515 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] For port e6bc1e4b-b646-4428-9660-2fc7544dd319, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:25.939228 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] For port e6bc1e4b-b646-4428-9660-2fc7544dd319, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e6bc1e4b-b646-4428-9660-2fc7544dd319,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:25.998000 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:26.057457 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fac77-a0bb-4642-8ee1-94c140043d61 None None] Pushing event updated for resources: {'Port': ['ID=e6bc1e4b-b646-4428-9660-2fc7544dd319,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:26.099146 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:26.136352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64d9a8-8974-435a-8299-5e3272cb60b3 req-b77ac194-12b3-40b7-b062-49d46bd0b924 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:26.143269 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7c64d9a8-8974-435a-8299-5e3272cb60b3 req-b77ac194-12b3-40b7-b062-49d46bd0b924 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 945 time: 0.1961691 Jul 14 12:24:26.171207 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks [] for router_gateway (98456bf6-b4b7-47a9-841f-c1b8f14fe902), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:26.240012 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-8f9d7ba8-adb4-46fa-bd40-fdd4872137d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:26.241860 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-8f9d7ba8-adb4-46fa-bd40-fdd4872137d8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.5017252 Jul 14 12:24:26.247261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:26.255292 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-6b8cdb98-8c9a-4011-a570-f1e6fe19ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:26.256957 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-6b8cdb98-8c9a-4011-a570-f1e6fe19ab49 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 200 len: 920 time: 0.3911042 Jul 14 12:24:26.274290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:26.323185 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Deleting port 8d1d4c31-5832-429c-8506-0433ac2a974b {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:26.323558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:26.409778 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-a214bd3c-ccf8-4284-8e02-d0f83e3f8bb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 200 len: 217 time: 0.1298730 Jul 14 12:24:26.521969 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7c64d9a8-8974-435a-8299-5e3272cb60b3 req-96521b3d-a99c-422f-833b-bae45fe22922 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ec9a80a-0fa2-4433-99fc-d202c099287b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769374 Jul 14 12:24:26.530404 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-62e22aa3-88a3-4552-88bc-f6d7cc8d324d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 200 len: 1002 time: 0.2811034 Jul 14 12:24:26.905698 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-4dd2e965-f237-46fe-b79a-581d867c75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:26.907241 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-4dd2e965-f237-46fe-b79a-581d867c75fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 200 len: 858 time: 0.4796958 Jul 14 12:24:26.953145 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] For port 8d1d4c31-5832-429c-8506-0433ac2a974b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=8d1d4c31-5832-429c-8506-0433ac2a974b,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:26.953514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:26.958031 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-dcc8a19b-8b25-4e43-a9c6-981ddb5d71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:26.959538 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-dcc8a19b-8b25-4e43-a9c6-981ddb5d71ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.4222255 Jul 14 12:24:26.965520 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Allocated IP 172.27.1.247 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/a63494a7-ef45-4f7d-b284-a99f2fb858ad) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:26.973698 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c5dd8-1f2b-480c-9e81-e2b7e852cd98 req-2da8f725-ccab-4627-a13a-efefec35e124 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:26.975278 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-465c5dd8-1f2b-480c-9e81-e2b7e852cd98 req-2da8f725-ccab-4627-a13a-efefec35e124 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.1245525 Jul 14 12:24:26.985736 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Calling delete_port for 8d1d4c31-5832-429c-8506-0433ac2a974b owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:27.005858 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:27.024863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc6a62-f6fe-438d-ad37-ee20e150e403 None None] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:27.103409 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] Provisioning complete for port e6bc1e4b-b646-4428-9660-2fc7544dd319 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:27.103777 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.139049 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-465c5dd8-1f2b-480c-9e81-e2b7e852cd98 req-403ba5ea-3a05-405f-a068-9be4c10c7532 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557057 Jul 14 12:24:27.215312 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] Current status of the port e6bc1e4b-b646-4428-9660-2fc7544dd319 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:27.215700 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.228751 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks [] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.253873 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] For port e6bc1e4b-b646-4428-9660-2fc7544dd319, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e6bc1e4b-b646-4428-9660-2fc7544dd319,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:27.350305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.379937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (8d1d4c31-5832-429c-8506-0433ac2a974b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.381939 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.402628 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70422b-dcac-4171-a2a9-7adf24d8dbe9 None None] Pushing event updated for resources: {'Port': ['ID=e6bc1e4b-b646-4428-9660-2fc7544dd319,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:27.433205 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['8d1d4c31-5832-429c-8506-0433ac2a974b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:27.454801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:27.459237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Pushing event updated for resources: {'Port': ['ID=a63494a7-ef45-4f7d-b284-a99f2fb858ad,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:27.463308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:27.469126 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-9922c9ff-02e1-4f45-8b62-64c030bcb538 None None] Provisioning complete for port e6bc1e4b-b646-4428-9660-2fc7544dd319 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:27.469502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9922c9ff-02e1-4f45-8b62-64c030bcb538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.482643 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:27.500189 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] No DVR routers for this DVR port 8d1d4c31-5832-429c-8506-0433ac2a974b on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:27.523531 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:27.526645 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-97a0ce32-a138-40c4-b419-caba7ee47896 req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.86 "DELETE /v2.0/ports/8d1d4c31-5832-429c-8506-0433ac2a974b HTTP/1.1" status: 204 len: 173 time: 1.5719666 Jul 14 12:24:27.527391 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ac8df-5c21-4ad6-aec1-58d42bbb5eac tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] Pushing event deleted for resources: {'Port': ['ID=8d1d4c31-5832-429c-8506-0433ac2a974b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:27.528936 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'name': 'network-vif-deleted', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:27.531134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d4b524-d45f-4e07-ab13-9cbf2d073a58" -d '{"events": [{"server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "name": "network-vif-deleted", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:27.559577 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9922c9ff-02e1-4f45-8b62-64c030bcb538 None None] Current status of the port e6bc1e4b-b646-4428-9660-2fc7544dd319 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:27.587552 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9632a44-0e1d-48b5-8bf9-8685b49dc74c x-openstack-request-id: req-d9632a44-0e1d-48b5-8bf9-8685b49dc74c {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:27.587832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357e6fda-615e-4e1a-9f33-552398705e3e", "name": "network-vif-deleted", "tag": "8d1d4c31-5832-429c-8506-0433ac2a974b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:27.588072 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d9632a44-0e1d-48b5-8bf9-8685b49dc74c {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:27.588457 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9632a44-0e1d-48b5-8bf9-8685b49dc74c'] response: {'server_uuid': '357e6fda-615e-4e1a-9f33-552398705e3e', 'name': 'network-vif-deleted', 'tag': '8d1d4c31-5832-429c-8506-0433ac2a974b', 'status': 'completed', 'code': 200} Jul 14 12:24:27.644863 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:27.648970 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-53f07f23-71d4-464f-af38-403072c6bbbe req-283a5020-1b46-4252-a939-f88a09c90893 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0351515 Jul 14 12:24:27.898038 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks [] for router_gateway (98456bf6-b4b7-47a9-841f-c1b8f14fe902), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:28.086608 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (98456bf6-b4b7-47a9-841f-c1b8f14fe902), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:28.113994 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device e6bc1e4b-b646-4428-9660-2fc7544dd319 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:28.132864 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:28.159756 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port e6bc1e4b-b646-4428-9660-2fc7544dd319 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:28.160128 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:28.204621 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:28.239750 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port e6bc1e4b-b646-4428-9660-2fc7544dd319 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:28.264780 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a873d7c-8db4-4ebe-8b40-7f31bdceacb3 req-4120b0fe-f6f0-404a-a739-333ed0bd266b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:28.266357 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a873d7c-8db4-4ebe-8b40-7f31bdceacb3 req-4120b0fe-f6f0-404a-a739-333ed0bd266b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0487151 Jul 14 12:24:28.299743 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:24:28.314914 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0a873d7c-8db4-4ebe-8b40-7f31bdceacb3 req-bcc6adf6-a509-4440-82cf-64725943b96a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 Jul 14 12:24:28.404251 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:28.414441 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:28.424092 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:28.425221 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:28.478668 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:28.480012 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0712ea6d-a198-4e23-858f-0b02c47867b9 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4060392 Jul 14 12:24:28.482745 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60494) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:28.527900 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:28.646347 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:28.699015 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:27Z', 'revision_number': 3, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:28.729212 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:28.729385 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Updating router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 port a63494a7-ef45-4f7d-b284-a99f2fb858ad binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:24:28.758836 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:28.759186 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8a44c423-f595-45b5-9654-a8e43d3b3300 req-658d7081-9243-4963-a276-2b6519326979 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0334833 Jul 14 12:24:28.804951 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:28.927728 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:28.965740 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:29.016911 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Publish callbacks [] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.084442 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Allocated IP 172.20.0.1 (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1/c0e794ee-c2ee-4b0d-a212-980b45964dd2/e78acaf2-f672-4b9f-b58b-bac44f7cf528) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:29.116907 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.167897 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:29.171222 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Pushing event updated for resources: {'Port': ['ID=a63494a7-ef45-4f7d-b284-a99f2fb858ad,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:29.178036 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Attempting to bind port a63494a7-ef45-4f7d-b284-a99f2fb858ad on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:29.179312 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Attempting to bind port a63494a7-ef45-4f7d-b284-a99f2fb858ad by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:29.179312 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Attempting to bind port a63494a7-ef45-4f7d-b284-a99f2fb858ad on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:29.182538 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.182889 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.183249 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.183607 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.183938 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.184292 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.184626 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.184944 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.185264 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.185583 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.185900 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.186220 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.186534 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.186873 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.187189 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:29.193781 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:29.194155 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:29.194551 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.194957 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:29.195419 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Bound port: a63494a7-ef45-4f7d-b284-a99f2fb858ad, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:29.195738 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks [] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.195862 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.246501 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] For port a63494a7-ef45-4f7d-b284-a99f2fb858ad, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:29.249444 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] For port a63494a7-ef45-4f7d-b284-a99f2fb858ad, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=a63494a7-ef45-4f7d-b284-a99f2fb858ad,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:29.294553 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.328900 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.336691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:29.341801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:29.344183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:29.347503 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Pushing event updated for resources: {'Port': ['ID=e78acaf2-f672-4b9f-b58b-bac44f7cf528,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:29.382803 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30fdb1-4a38-4046-9d36-1d8681ddb122 None None] Pushing event updated for resources: {'Port': ['ID=a63494a7-ef45-4f7d-b284-a99f2fb858ad,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:29.407121 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (98456bf6-b4b7-47a9-841f-c1b8f14fe902), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.411393 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:29.411393 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:29.488643 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a01a0-7eba-4f56-b51e-dbfc32ea6dc1 req-79fdf596-50f7-420b-b947-c0f5ffcc763b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:29.494191 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b6a01a0-7eba-4f56-b51e-dbfc32ea6dc1 req-79fdf596-50f7-420b-b947-c0f5ffcc763b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0639033 Jul 14 12:24:29.525793 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:29.549131 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2b6a01a0-7eba-4f56-b51e-dbfc32ea6dc1 req-9f54788a-16e2-4868-80c5-fa82d0798351 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496707 Jul 14 12:24:29.590192 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0dea9348-6e9f-4f97-9124-2b9281bf5365 None None] Provisioning complete for port e78acaf2-f672-4b9f-b58b-bac44f7cf528 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:29.590736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0dea9348-6e9f-4f97-9124-2b9281bf5365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.621954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.626626 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0dea9348-6e9f-4f97-9124-2b9281bf5365 None None] Port e78acaf2-f672-4b9f-b58b-bac44f7cf528 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:24:29.638595 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:29.716766 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:27Z', 'revision_number': 3, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:29.744587 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134d070-6fd4-4b05-818d-3eed823f2015 None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:27Z', 'revision_number': 3, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:29.799238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks [] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:29.860713 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-304f3466-9103-4f43-977d-8c9c56b5300b req-53b25073-9a4b-4c39-9595-e9a924deb902 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0298274 Jul 14 12:24:29.871377 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 8d1d4c31-5832-429c-8506-0433ac2a974b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:29.898274 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 8d1d4c31-5832-429c-8506-0433ac2a974b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:29.898619 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 8d1d4c31-5832-429c-8506-0433ac2a974b not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:29.985420 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:30.126630 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (98456bf6-b4b7-47a9-841f-c1b8f14fe902), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:30.133190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Pushing event updated for resources: {'Port': ['ID=e78acaf2-f672-4b9f-b58b-bac44f7cf528,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:30.157234 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-c6b74b91-8122-4f08-97ce-26252d9a142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:30.158844 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-c6b74b91-8122-4f08-97ce-26252d9a142e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d58f87ee-c5c6-4211-9aab-58c9b00ee645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031232 Jul 14 12:24:30.161466 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a63494a7-ef45-4f7d-b284-a99f2fb858ad up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:30.162602 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-aa9a50be-4d04-4f05-9d47-c81336d6aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:30.164087 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-aa9a50be-4d04-4f05-9d47-c81336d6aaff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0974441 Jul 14 12:24:30.214267 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port a63494a7-ef45-4f7d-b284-a99f2fb858ad triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:30.214951 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:30.258606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:30.260642 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:30.298115 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port a63494a7-ef45-4f7d-b284-a99f2fb858ad is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:30.299116 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:30.324529 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port a63494a7-ef45-4f7d-b284-a99f2fb858ad, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=a63494a7-ef45-4f7d-b284-a99f2fb858ad,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:30.409422 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:30.421179 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:30.468214 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=a63494a7-ef45-4f7d-b284-a99f2fb858ad,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:30.523228 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:30.561353 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-6ef7df5b-94f5-47de-8ddf-8380153ea05c None None] Provisioning complete for port e78acaf2-f672-4b9f-b58b-bac44f7cf528 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:30.561702 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6ef7df5b-94f5-47de-8ddf-8380153ea05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:30.601301 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-6ef7df5b-94f5-47de-8ddf-8380153ea05c None None] Port e78acaf2-f672-4b9f-b58b-bac44f7cf528 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:24:30.710160 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350dbf1-9249-452e-b2ff-7cbdfe093c2b req-ecfc3008-637e-43fd-bd6c-904b9c16ce2b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:30.712195 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8350dbf1-9249-452e-b2ff-7cbdfe093c2b req-ecfc3008-637e-43fd-bd6c-904b9c16ce2b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0781202 Jul 14 12:24:30.768138 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:30.776798 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8350dbf1-9249-452e-b2ff-7cbdfe093c2b req-0d45173b-1b65-4286-ba3e-37659cb436a0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521867 Jul 14 12:24:30.838641 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-64161e39-6d3a-4116-9959-e81a73a7f4f8 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332310 Jul 14 12:24:30.997550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-1c785697-0b28-4757-b66d-839cf03f0de6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:30.997550 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-1c785697-0b28-4757-b66d-839cf03f0de6 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.3992150 Jul 14 12:24:30.997550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:30.997550 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-a877eedd-a702-4827-b932-4ea23176db97 service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602233 Jul 14 12:24:30.997550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:31.094719 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dbdc4faa-d941-4cce-bf2d-38ccb692a3ee req-485f1b2a-6cb6-454d-bbea-5f594afea1e1 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.1269982 Jul 14 12:24:31.167272 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Deleting port ea14a717-a283-4fb9-92a3-043257ce7e6e {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:31.167618 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:31.226916 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f28220c6-6eaa-41dd-93e6-fb18979c7d33 req-780ab9a9-6f98-4e16-a349-270c45683d09 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732274 Jul 14 12:24:31.281419 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-328827ce-2e7e-4fe7-85e5-1c9225273fd0 req-f470c9c1-c75f-418d-8bf3-2e1e8015077d service neutron] 10.222.0.86 "GET /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126888 Jul 14 12:24:31.307029 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:31.314790 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a31a48ca-5f51-498b-8413-0c6e58c5c024 admin admin] 10.222.0.27 "PUT /v2.0/routers/98456bf6-b4b7-47a9-841f-c1b8f14fe902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310518 Jul 14 12:24:31.326101 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] For port ea14a717-a283-4fb9-92a3-043257ce7e6e, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ea14a717-a283-4fb9-92a3-043257ce7e6e,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:31.326462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:31.510749 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:31.510749 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:31.510749 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:31.511099 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:31.511099 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:31.511099 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Floating IP 663e8223-9a1d-4207-a042-36a3b2d43988 disassociated. External IP: 172.27.1.197, port: ea14a717-a283-4fb9-92a3-043257ce7e6e. Jul 14 12:24:31.511099 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Calling delete_port for ea14a717-a283-4fb9-92a3-043257ce7e6e owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:31.609287 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:31.642932 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:31.815795 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 2, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:31.845650 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:31.846000 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Updating router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 port e78acaf2-f672-4b9f-b58b-bac44f7cf528 binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:24:31.875369 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:31.893617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ea14a717-a283-4fb9-92a3-043257ce7e6e), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:31.895295 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0c6c3-49f4-4a6c-8ccc-09d6a89afd08 req-5cf09f88-6f95-4e3e-8156-1cb8ea06c75b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:31.902156 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4c0c6c3-49f4-4a6c-8ccc-09d6a89afd08 req-5cf09f88-6f95-4e3e-8156-1cb8ea06c75b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 945 time: 0.0525053 Jul 14 12:24:31.970853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event deleted for resources: {'Port': ['ID=ea14a717-a283-4fb9-92a3-043257ce7e6e,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:32.006125 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4c0c6c3-49f4-4a6c-8ccc-09d6a89afd08 req-d130d0ad-4238-4ebd-891c-b7c4a51ede38 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856664 Jul 14 12:24:32.140255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Router f90c51cd-81cf-4f30-8618-5e65dc692583 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:32.152968 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a63494a7-ef45-4f7d-b284-a99f2fb858ad up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:32.157183 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:32.200377 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Publish callbacks [] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.214649 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:32.220565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port a63494a7-ef45-4f7d-b284-a99f2fb858ad triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:32.220952 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.228103 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:32.233300 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a95644a3-d855-4a50-90b8-e1d9b26f2136 req-a8c7ce14-d4fa-4611-8e38-d526e9686176 tempest-TestMinimumBasicScenario-701615793 tempest-TestMinimumBasicScenario-701615793-project] 10.222.0.27 "GET /v2.0/ports?device_id=357e6fda-615e-4e1a-9f33-552398705e3e HTTP/1.1" status: 200 len: 210 time: 0.0425241 Jul 14 12:24:32.296114 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.304418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:32.316862 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] Sync routers for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:32.340557 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:32.342683 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:32.356167 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port a63494a7-ef45-4f7d-b284-a99f2fb858ad is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:32.374707 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] No DVR routers for this DVR port ea14a717-a283-4fb9-92a3-043257ce7e6e on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:32.374707 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.378807 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-32a61181-8d62-4118-ae12-bcd9ef032943 req-e6a354e2-c63d-4c94-ba0f-a3fba77244cf tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "DELETE /v2.0/ports/ea14a717-a283-4fb9-92a3-043257ce7e6e HTTP/1.1" status: 204 len: 173 time: 1.5217268 Jul 14 12:24:32.379511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'name': 'network-vif-deleted', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:32.388733 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3055c077-c433-406a-9294-b1aa3d0dbfd3" -d '{"events": [{"server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "name": "network-vif-deleted", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:32.393949 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34331a04-e14b-403b-947a-2c1e8dac54a2 None None] Pushing event updated for resources: {'Port': ['ID=e78acaf2-f672-4b9f-b58b-bac44f7cf528,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:32.434850 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60538) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:32.440678 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1364263260-network', 'tenant_id': '7c864497be59453182efbe81fdf948cb'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:32.480071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:32.481095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260dd224-b0d8-4f02-8243-ec72d36e8668 x-openstack-request-id: req-260dd224-b0d8-4f02-8243-ec72d36e8668 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:32.481386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158005c6-a074-4abf-a8b8-7c1ee3250b2e", "name": "network-vif-deleted", "tag": "ea14a717-a283-4fb9-92a3-043257ce7e6e", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:32.482456 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-260dd224-b0d8-4f02-8243-ec72d36e8668 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:32.482924 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-260dd224-b0d8-4f02-8243-ec72d36e8668'] response: {'server_uuid': '158005c6-a074-4abf-a8b8-7c1ee3250b2e', 'name': 'network-vif-deleted', 'tag': 'ea14a717-a283-4fb9-92a3-043257ce7e6e', 'status': 'completed', 'code': 200} Jul 14 12:24:32.485338 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Attempting to bind port e78acaf2-f672-4b9f-b58b-bac44f7cf528 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:32.485711 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Attempting to bind port e78acaf2-f672-4b9f-b58b-bac44f7cf528 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:32.486093 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Attempting to bind port e78acaf2-f672-4b9f-b58b-bac44f7cf528 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:32.496193 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:32.496622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Checking segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:32.497436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.498034 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Bound using segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:32.498512 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Bound port: e78acaf2-f672-4b9f-b58b-bac44f7cf528, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:32.498930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.567385 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:32.585621 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Made reservation on behalf of 7c864497be59453182efbe81fdf948cb for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:32.591661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.595902 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] For port e78acaf2-f672-4b9f-b58b-bac44f7cf528, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:32.600396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] For port e78acaf2-f672-4b9f-b58b-bac44f7cf528, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e78acaf2-f672-4b9f-b58b-bac44f7cf528,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:32.604176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.703825 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks [] for security_group (efec395e-73b2-4260-aaa8-3a05ef13c535), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.716272 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.774291 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] Provisioning complete for port e78acaf2-f672-4b9f-b58b-bac44f7cf528 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:32.774668 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.808101 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (efec395e-73b2-4260-aaa8-3a05ef13c535), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.822238 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:32.823966 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:32.829587 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:32.834692 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34331a04-e14b-403b-947a-2c1e8dac54a2 None None] Pushing event updated for resources: {'Port': ['ID=e78acaf2-f672-4b9f-b58b-bac44f7cf528,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:32.874655 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:24:32.881655 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:32.897894 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:32.906050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec395e-73b2-4260-aaa8-3a05ef13c535,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:32.910217 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (587c9238-0e09-4930-a24c-3ed3403cbbcb), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:32.910582 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Added segment 587c9238-0e09-4930-a24c-3ed3403cbbcb of type vlan for network 31bb948c-aae6-404f-ace2-b35788fa103f Jul 14 12:24:32.919851 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] Checking router: f90c51cd-81cf-4f30-8618-5e65dc692583 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:32.931921 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:32.932550 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:32.961000 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (31bb948c-aae6-404f-ace2-b35788fa103f), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.005529 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:33.061293 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:33.105532 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (31bb948c-aae6-404f-ace2-b35788fa103f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.106829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:33.107604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.192102 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-878a2020-e4e4-45b4-b8f8-89fdb7ef9900 req-e4d2ae41-d63f-4b3e-98b2-c54012cfe151 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=158005c6-a074-4abf-a8b8-7c1ee3250b2e HTTP/1.1" status: 200 len: 210 time: 0.0522227 Jul 14 12:24:33.194915 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:33.243947 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] Pushing event updated for resources: {'Network': ['ID=31bb948c-aae6-404f-ace2-b35788fa103f,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:33.251620 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] Current status of the port e78acaf2-f672-4b9f-b58b-bac44f7cf528 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:33.252012 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.264178 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f6ab853f-c5cc-4408-9a30-5c20b3bff155 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8281138 Jul 14 12:24:33.266716 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60554) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:33.272251 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Request body: {'subnet': {'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1364263260-subnet', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:33.301262 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:33.317753 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 31bb948c-aae6-404f-ace2-b35788fa103f details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:24:33.332275 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9afd6-7bdd-4a17-b376-c63896e8a539 None None] The sync data for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi is: [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 4, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b', 'name': '', 'network_id': 'd58f87ee-c5c6-4211-9aab-58c9b00ee645', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'mac_address': 'fa:16:3e:b3:e9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:26Z', 'updated_at': '2022-07-14T12:18:38Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'subnets': [{'id': '496d81f7-5d70-4301-bdd0-4b7c4af478ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:33.420993 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Made reservation on behalf of 7c864497be59453182efbe81fdf948cb for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:24:33.423520 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.443043 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] For port e78acaf2-f672-4b9f-b58b-bac44f7cf528, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e78acaf2-f672-4b9f-b58b-bac44f7cf528,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:33.593821 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.599370 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:32Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:33.602482 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:33.657926 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836100bb-4109-4c6f-bb9f-0d48972d5f89 None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:32Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:33.684523 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060b169f-cb15-4770-8499-64f640700f37 None None] New status for floating IP 663e8223-9a1d-4207-a042-36a3b2d43988: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:24:33.697310 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32b16-dc5b-4851-bba4-2dece004c294 None None] Pushing event updated for resources: {'Port': ['ID=e78acaf2-f672-4b9f-b58b-bac44f7cf528,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:33.756514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (a987dd71-a43b-4360-bcde-fe5f0865928c), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.821670 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a987dd71-a43b-4360-bcde-fe5f0865928c,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:33.825255 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-7e94fb9e-a704-4d61-bcfc-e5929ebec793 None None] Provisioning complete for port e78acaf2-f672-4b9f-b58b-bac44f7cf528 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:33.825805 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7e94fb9e-a704-4d61-bcfc-e5929ebec793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:33.834695 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Checking segment: {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:33.839418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Network hostable DHCP agents. Network: 31bb948c-aae6-404f-ace2-b35788fa103f, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:24:33.900224 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ea14a717-a283-4fb9-92a3-043257ce7e6e no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:33.973951 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: ea14a717-a283-4fb9-92a3-043257ce7e6e {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:33.974322 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ea14a717-a283-4fb9-92a3-043257ce7e6e not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:33.985737 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Network 31bb948c-aae6-404f-ace2-b35788fa103f is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:24:33.992075 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:34.107296 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-7e94fb9e-a704-4d61-bcfc-e5929ebec793 None None] Current status of the port e78acaf2-f672-4b9f-b58b-bac44f7cf528 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:34.129387 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 31bb948c-aae6-404f-ace2-b35788fa103f) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:34.141718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617f652-01ea-4ddb-b2b5-971fec74222f None None] Network 31bb948c-aae6-404f-ace2-b35788fa103f requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:34.141948 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:34.143996 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.190252 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device e78acaf2-f672-4b9f-b58b-bac44f7cf528 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:34.236758 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6b54d600-9045-41cc-9e1a-752bd9cdf783 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9664993 Jul 14 12:24:34.237053 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60588) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:34.241471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:34.314326 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port e78acaf2-f672-4b9f-b58b-bac44f7cf528 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:34.316072 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.350905 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-31bb948c-aae6-404f-ace2-b35788fa103f', 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f', 'project_id': '7c864497be59453182efbe81fdf948cb', 'fixed_ips': [{'subnet_id': 'a987dd71-a43b-4360-bcde-fe5f0865928c'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:24:34.351838 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.366671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.368482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.371190 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60596) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:34.436411 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82872fcf-26e4-417e-ad2e-69b8eec0757a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group (78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.461734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks [] for router_controller (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.468030 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82872fcf-26e4-417e-ad2e-69b8eec0757a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group (78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.525634 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port e78acaf2-f672-4b9f-b58b-bac44f7cf528 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:34.547550 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Allocated IP 172.20.0.2 (31bb948c-aae6-404f-ace2-b35788fa103f/a987dd71-a43b-4360-bcde-fe5f0865928c/6cfee522-0aca-48b7-8d2d-834029f7f3c5) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:34.648590 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82872fcf-26e4-417e-ad2e-69b8eec0757a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.655269 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82872fcf-26e4-417e-ad2e-69b8eec0757a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.655269 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-82872fcf-26e4-417e-ad2e-69b8eec0757a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "DELETE /v2.0/security-groups/78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5 HTTP/1.1" status: 204 len: 168 time: 0.2803991 Jul 14 12:24:34.656176 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60606) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:34.667799 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:34.683619 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-2b8a2106-30b8-4e4c-ad8c-0b2cb5066be5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] show failed (client error): The resource could not be found. Jul 14 12:24:34.684625 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks [] for router_gateway (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.685092 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2b8a2106-30b8-4e4c-ad8c-0b2cb5066be5 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups/78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5 HTTP/1.1" status: 404 len: 347 time: 0.0265636 Jul 14 12:24:34.688079 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60608) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:34.690867 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82872fcf-26e4-417e-ad2e-69b8eec0757a tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d41b3d-45dc-4af5-ad8c-57cbdd0e32f5,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:34.749863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Publish callbacks [] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.849078 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:34.900411 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Network 31bb948c-aae6-404f-ace2-b35788fa103f is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:34.902915 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:34.909332 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:34.912434 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:34.927992 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Pushing event updated for resources: {'Port': ['ID=6cfee522-0aca-48b7-8d2d-834029f7f3c5,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:35.021351 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Attempting to bind port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:35.021720 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Attempting to bind port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:35.022204 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Attempting to bind port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 on network 31bb948c-aae6-404f-ace2-b35788fa103f {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:35.029738 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:35.030114 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Checking segment: {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:35.030514 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.030932 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Bound using segment: {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:35.032275 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Bound port: 6cfee522-0aca-48b7-8d2d-834029f7f3c5, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:35.032665 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.041612 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks [] for router_gateway (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.063832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.087500 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Deleting port 051928a2-c928-4d37-8ffa-a1b9b147f87b {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:35.088041 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.117869 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] For port 6cfee522-0aca-48b7-8d2d-834029f7f3c5, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:35.121649 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] For port 6cfee522-0aca-48b7-8d2d-834029f7f3c5, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=6cfee522-0aca-48b7-8d2d-834029f7f3c5,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:35.152451 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:35.187946 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Allocated IP 172.27.1.144 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/9bcd68cc-6df3-46fa-9a79-e93a986ff2d2) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:35.188577 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.189106 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (051928a2-c928-4d37-8ffa-a1b9b147f87b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.196993 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:35.203696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Calling delete_port for 051928a2-c928-4d37-8ffa-a1b9b147f87b owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:35.209099 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.284211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4ae1f-a2f2-4ff7-97e1-9f9f495b132e None None] Pushing event updated for resources: {'Port': ['ID=6cfee522-0aca-48b7-8d2d-834029f7f3c5,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:35.333075 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks [] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.500641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.503024 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (051928a2-c928-4d37-8ffa-a1b9b147f87b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.511260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60626) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:35.514515 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:35.566754 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event deleted for resources: {'Port': ['ID=051928a2-c928-4d37-8ffa-a1b9b147f87b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:35.603964 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:35.614960 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:35.618695 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks [] for floatingip (663e8223-9a1d-4207-a042-36a3b2d43988), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.620721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:35.621421 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:35.622703 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-70244954-e6cd-4130-8b7a-662b08985ab0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "DELETE /v2.0/floatingips/663e8223-9a1d-4207-a042-36a3b2d43988 HTTP/1.1" status: 204 len: 168 time: 0.9336123 Jul 14 12:24:35.672227 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Pushing event updated for resources: {'Port': ['ID=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:35.890545 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:36.092198 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (6eef8810-b59d-47c8-8838-35369627d992), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.187610 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks [] for router_gateway (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.208732 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 6cfee522-0aca-48b7-8d2d-834029f7f3c5 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:36.270543 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:36.270945 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.497050 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b241f-d8b7-42a0-a991-f0db41ef5a27 None None] Network 31bb948c-aae6-404f-ace2-b35788fa103f requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:36.570880 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:36.571273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.579060 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:36.592837 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Provisioning complete for port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:36.593136 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.651883 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 6cfee522-0aca-48b7-8d2d-834029f7f3c5, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=6cfee522-0aca-48b7-8d2d-834029f7f3c5,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:36.736087 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Current status of the port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:36.737001 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.748721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.772373 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Deleting port 9e844427-9829-4e92-a39f-3e6d34da179e {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:36.772762 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.777423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.784952 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:36.837540 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=6cfee522-0aca-48b7-8d2d-834029f7f3c5,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:36.841747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.db.api [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 12:24:36.842159 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG oslo_db.api [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:24:36.926449 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:36.946863 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] For port 9e844427-9829-4e92-a39f-3e6d34da179e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9e844427-9829-4e92-a39f-3e6d34da179e,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:36.947229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:36.963990 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Calling delete_port for 9e844427-9829-4e92-a39f-3e6d34da179e owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:37.101030 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:24:37.253989 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:37.276348 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Sync routers for ids ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:37.287030 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Routers {'4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:37.287623 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:37.339516 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (9e844427-9829-4e92-a39f-3e6d34da179e), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:37.365969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e844427-9829-4e92-a39f-3e6d34da179e,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:37.369782 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:37.371039 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e9d22dd4-7f14-49a6-a262-c733ee2a8f01 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1330051 Jul 14 12:24:37.373678 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60642) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:37.393895 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-7d13fcdf-f777-43b2-899a-66838916d342 None None] Current status of the port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:37.404204 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Set router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:37.406714 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:37.505498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:37.516841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-192e5106-e3a7-4acc-bb1d-68040f5c65b7 None None] Provisioning complete for port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:37.516841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-192e5106-e3a7-4acc-bb1d-68040f5c65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:37.601378 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:24:35Z', 'revision_number': 3, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:37.612934 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-192e5106-e3a7-4acc-bb1d-68040f5c65b7 None None] Current status of the port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:37.633800 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Checking router: 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:37.634142 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Updating router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:24:37.662660 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:37.701483 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (6eef8810-b59d-47c8-8838-35369627d992), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:37.877209 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:37.916275 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Publish callbacks [] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.003283 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.032183 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ce04a1e-e8a5-418f-be05-35ddcbe88c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.046379 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29550f0c-e8e6-47b0-896e-84c864b8651e None None] Pushing event updated for resources: {'Port': ['ID=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:38.063301 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Attempting to bind port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:38.063672 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Attempting to bind port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:38.064205 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Attempting to bind port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:38.076071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:38.076071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:38.076071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.076071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:38.076071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Bound port: 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:38.076071 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.093130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Router 6eef8810-b59d-47c8-8838-35369627d992 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:38.116176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.119463 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:38.128161 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] For port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:38.132722 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] For port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:38.193052 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 6cfee522-0aca-48b7-8d2d-834029f7f3c5 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:38.209322 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.244833 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:38.244833 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.277297 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29550f0c-e8e6-47b0-896e-84c864b8651e None None] Pushing event updated for resources: {'Port': ['ID=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:38.287937 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:38.293431 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Routers {'4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:38.293431 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.301992 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:38.321861 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1316ba91-ade5-4b2f-97f6-df8eddd1a09e admin admin] 10.222.0.27 "PUT /v2.0/routers/6eef8810-b59d-47c8-8838-35369627d992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8027768 Jul 14 12:24:38.322001 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60650) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:38.336625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] Sync routers for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:38.364314 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:38.365119 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.414223 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:38.433120 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Allocated IP 172.20.0.1 (31bb948c-aae6-404f-ace2-b35788fa103f/a987dd71-a43b-4360-bcde-fe5f0865928c/2b638d88-5842-4de1-bec1-c66f9a05b7bc) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:24:38.486120 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] Set router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:38.497893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:38.500092 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks [] for router (6eef8810-b59d-47c8-8838-35369627d992), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.554471 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:38.568390 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks [] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.617251 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks [] for router_gateway (6eef8810-b59d-47c8-8838-35369627d992), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.678623 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:38.681826 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.685444 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:24:37Z', 'revision_number': 5, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port': {'id': '17f46f89-bc67-48e7-afe3-5ee2e18a4a2e', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eef8810-b59d-47c8-8838-35369627d992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:45Z', 'updated_at': '2022-07-14T12:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.709778 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:38.716127 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] Checking router: 6eef8810-b59d-47c8-8838-35369627d992 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:38.729031 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] Routers {'6eef8810-b59d-47c8-8838-35369627d992'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:38.729864 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['6eef8810-b59d-47c8-8838-35369627d992'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.745390 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Network 31bb948c-aae6-404f-ace2-b35788fa103f is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:38.756663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:38.763602 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:24:38.764572 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Pushing event updated for resources: {'Port': ['ID=2b638d88-5842-4de1-bec1-c66f9a05b7bc,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:38.793361 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Deleting port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:38.794188 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.817201 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:24:35Z', 'revision_number': 3, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.832780 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:38.851924 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e7a5c8-9fe4-4f54-ba51-c4800a739c3c None None] The sync data for ids ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'] in dv-cinder-848900-3-iscsi is: [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:24:35Z', 'revision_number': 3, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:38.862384 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] Set router 6eef8810-b59d-47c8-8838-35369627d992 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:38.925582 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:24:38Z', 'revision_number': 6, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:38.965490 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1db67-f26f-4249-936e-9c7c23b57a7d None None] The sync data for ids ['6eef8810-b59d-47c8-8838-35369627d992'] in dv-cinder-848900-3-iscsi is: [{'id': '6eef8810-b59d-47c8-8838-35369627d992', 'name': 'tempest-TestMinimumBasicScenario-184848327-router', 'tenant_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:44Z', 'updated_at': '2022-07-14T12:24:38Z', 'revision_number': 6, 'project_id': 'a37bbdf2bd2f4392ab2ddb60d6b6ad7c', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:39.032310 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] For port 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:39.032688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.053552 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Calling delete_port for 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:39.144502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1fb520b4-e5de-488d-b478-a075c6ab3d60 None None] Provisioning complete for port 2b638d88-5842-4de1-bec1-c66f9a05b7bc triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:39.144873 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1fb520b4-e5de-488d-b478-a075c6ab3d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.193987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1fb520b4-e5de-488d-b478-a075c6ab3d60 None None] Port 2b638d88-5842-4de1-bec1-c66f9a05b7bc cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:24:39.250957 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142fe49-5c26-4802-82fb-70d7c68facea req-104fa1db-d436-4c40-990e-6542fcaf0924 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:39.253115 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e142fe49-5c26-4802-82fb-70d7c68facea req-104fa1db-d436-4c40-990e-6542fcaf0924 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0649545 Jul 14 12:24:39.324429 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e142fe49-5c26-4802-82fb-70d7c68facea req-ad6af841-63bc-4948-a020-bfc4527b5e09 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549371 Jul 14 12:24:39.346659 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (17f46f89-bc67-48e7-afe3-5ee2e18a4a2e), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.394045 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f46f89-bc67-48e7-afe3-5ee2e18a4a2e,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:39.420798 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.463338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:39.488443 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (6eef8810-b59d-47c8-8838-35369627d992), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.527450 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:39.594213 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (6eef8810-b59d-47c8-8838-35369627d992), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.594897 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks [] for router_controller (6eef8810-b59d-47c8-8838-35369627d992), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.624188 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks [] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.699318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.728057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (6eef8810-b59d-47c8-8838-35369627d992), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.728689 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6eef8810-b59d-47c8-8838-35369627d992 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:24:39.733539 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.734689 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4b49556e-b2b4-4e36-9d5a-150719714781 admin admin] 10.222.0.27 "DELETE /v2.0/routers/6eef8810-b59d-47c8-8838-35369627d992 HTTP/1.1" status: 204 len: 168 time: 1.4131327 Jul 14 12:24:39.737602 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60658) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:39.776771 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Pushing event updated for resources: {'Port': ['ID=2b638d88-5842-4de1-bec1-c66f9a05b7bc,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:39.779739 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.786531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Deleting subnet 79be0745-2b0f-4e07-991f-e351e3083bba {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:24:39.789969 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Publish callbacks [] for subnet (79be0745-2b0f-4e07-991f-e351e3083bba), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.791920 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:39.828704 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (79be0745-2b0f-4e07-991f-e351e3083bba), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:39.864226 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:39.904336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Network 31bb948c-aae6-404f-ace2-b35788fa103f is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:24:39.905903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:24:39.959445 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (79be0745-2b0f-4e07-991f-e351e3083bba), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.078338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:40.096202 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (79be0745-2b0f-4e07-991f-e351e3083bba), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.139860 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79be0745-2b0f-4e07-991f-e351e3083bba,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:40.153304 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.154068 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939afa4-baf1-444d-9a08-1a80ed89da7f None None] Network c8c2692e-4527-41ed-9aa4-f0917dfa8533 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:40.163221 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fdb33f28-88c9-4ce3-b915-e5ced07e5539 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/79be0745-2b0f-4e07-991f-e351e3083bba HTTP/1.1" status: 204 len: 168 time: 0.4244664 Jul 14 12:24:40.164510 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60660) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:40.244148 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:40.247651 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:40.253086 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-b7c78d1c-2c5b-42ec-8814-c661a5004622 None None] Provisioning complete for port 2b638d88-5842-4de1-bec1-c66f9a05b7bc triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:40.253695 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b7c78d1c-2c5b-42ec-8814-c661a5004622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.260178 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (c8c2692e-4527-41ed-9aa4-f0917dfa8533), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.264475 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5b69c992-8312-4a6e-ab43-538f525cb11b admin admin] 10.222.0.27 "PUT /v2.0/routers/4f9e6fb6-d18b-435d-b3c1-06f55efb3acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8897116 Jul 14 12:24:40.311766 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Deleting port 467ecdec-0e07-40bf-9a9a-18b9147dc236 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:40.312409 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.394538 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] For port 467ecdec-0e07-40bf-9a9a-18b9147dc236, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=467ecdec-0e07-40bf-9a9a-18b9147dc236,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:40.395653 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.422233 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b7c78d1c-2c5b-42ec-8814-c661a5004622 None None] Port 2b638d88-5842-4de1-bec1-c66f9a05b7bc cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:24:40.422697 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Calling delete_port for 467ecdec-0e07-40bf-9a9a-18b9147dc236 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:40.432026 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:40.432588 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.478085 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a1841b92-89d8-4c72-9b71-0539ea84734e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.522810 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-a24b9102-85f8-4eb6-bc9d-f7bce7bd7905 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:40.522810 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-a24b9102-85f8-4eb6-bc9d-f7bce7bd7905 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.1446815 Jul 14 12:24:40.538565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] DHCP port deletion for c8c2692e-4527-41ed-9aa4-f0917dfa8533 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:24:40.610059 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:40.610059 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.615541 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] Deleting port 467ecdec-0e07-40bf-9a9a-18b9147dc236 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:40.615917 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.653233 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb5d48-c6fb-4f7c-bba9-e7b60f4d2b74 req-26eddad8-c3e8-498a-a2cf-76a1d9b72c5b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:40.658899 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:40.659337 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1deb5d48-c6fb-4f7c-bba9-e7b60f4d2b74 req-26eddad8-c3e8-498a-a2cf-76a1d9b72c5b tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 946 time: 0.0863967 Jul 14 12:24:40.661580 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Deleting port 63aff066-06a0-4d2d-843c-dc7c5ba642ad {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:40.661920 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.675067 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.706225 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] For port 467ecdec-0e07-40bf-9a9a-18b9147dc236, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=467ecdec-0e07-40bf-9a9a-18b9147dc236,segment=NetworkSegment(8900c942-2238-41a0-9848-d5100c573997),segment_id=8900c942-2238-41a0-9848-d5100c573997)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:40.706667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.722279 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Pushing event deleted for resources: {'Port': ['ID=467ecdec-0e07-40bf-9a9a-18b9147dc236,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:40.724577 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] No DVR routers for this DVR port 467ecdec-0e07-40bf-9a9a-18b9147dc236 on host dv-cinder-848900-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:40.731240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.746352 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] Calling delete_port for 467ecdec-0e07-40bf-9a9a-18b9147dc236 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:40.768924 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:40.841491 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] For port 63aff066-06a0-4d2d-843c-dc7c5ba642ad, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=63aff066-06a0-4d2d-843c-dc7c5ba642ad,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:40.842093 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.847364 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:40.858855 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1deb5d48-c6fb-4f7c-bba9-e7b60f4d2b74 req-3a4410c1-a4f9-4bf8-96de-b73517a4a1e0 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893501 Jul 14 12:24:40.864433 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (c8c2692e-4527-41ed-9aa4-f0917dfa8533), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.867957 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Calling delete_port for 63aff066-06a0-4d2d-843c-dc7c5ba642ad owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:40.900661 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:40.900661 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 17f46f89-bc67-48e7-afe3-5ee2e18a4a2e not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:40.900661 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9e844427-9829-4e92-a39f-3e6d34da179e no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:40.900661 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:40.918358 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c2692e-4527-41ed-9aa4-f0917dfa8533']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:40.935345 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8900c942-2238-41a0-9848-d5100c573997') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:40.935657 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8900c942-2238-41a0-9848-d5100c573997') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:40.949057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (8900c942-2238-41a0-9848-d5100c573997), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.949530 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 9e844427-9829-4e92-a39f-3e6d34da179e {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:40.950058 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9e844427-9829-4e92-a39f-3e6d34da179e not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:40.967688 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (8900c942-2238-41a0-9848-d5100c573997), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.975641 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:24:40.976037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (8900c942-2238-41a0-9848-d5100c573997), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.978828 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (467ecdec-0e07-40bf-9a9a-18b9147dc236), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:40.988382 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:40.993952 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:41.018993 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] Pushing event deleted for resources: {'Port': ['ID=467ecdec-0e07-40bf-9a9a-18b9147dc236,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:41.024023 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c282ae2-71bb-40d9-bc71-8c6127f09902 None None] No DVR routers for this DVR port 467ecdec-0e07-40bf-9a9a-18b9147dc236 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:41.024152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60674) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:41.028121 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834465563', 'description': 'tempest-secgroup-smoke-1834465563 description', 'project_id': 'c0d098ca721b409385a08b91d861b295'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:41.051397 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 8900c942-2238-41a0-9848-d5100c573997 resource provider aggregate not found Jul 14 12:24:41.071148 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 8900c942-2238-41a0-9848-d5100c573997 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8900c942-2238-41a0-9848-d5100c573997 found for delete ", "request_id": "req-5889ba74-ab08-4972-8c26-11f74b73253c"}]} Jul 14 12:24:41.105051 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (63aff066-06a0-4d2d-843c-dc7c5ba642ad), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.134112 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (c8c2692e-4527-41ed-9aa4-f0917dfa8533), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.139677 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.140399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.147977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event deleted for resources: {'Port': ['ID=63aff066-06a0-4d2d-843c-dc7c5ba642ad,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:41.148388 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] 10.222.0.27 "DELETE /v2.0/networks/c8c2692e-4527-41ed-9aa4-f0917dfa8533 HTTP/1.1" status: 204 len: 168 time: 0.9776440 Jul 14 12:24:41.148475 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60678) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:41.150188 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd', '63aff066-06a0-4d2d-843c-dc7c5ba642ad'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:41.157898 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a16ba-cc7c-4334-95ef-6f4d423dd70e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c2692e-4527-41ed-9aa4-f0917dfa8533,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:41.214172 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:41.246994 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:41.305846 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] No DVR routers for this DVR port 63aff066-06a0-4d2d-843c-dc7c5ba642ad on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:41.311984 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.315269 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d425e8dc-1e82-4f82-b516-c4d8c525325f req-b5b30990-fccf-44a3-a676-96e5248fb715 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "DELETE /v2.0/ports/63aff066-06a0-4d2d-843c-dc7c5ba642ad HTTP/1.1" status: 204 len: 173 time: 0.7865577 Jul 14 12:24:41.315769 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'name': 'network-vif-deleted', 'tag': '63aff066-06a0-4d2d-843c-dc7c5ba642ad'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:41.318024 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da53375-4c61-4b28-a04c-3cdc2556fd66" -d '{"events": [{"server_uuid": "a07e9511-3f33-44c5-8dfc-7ccdd3f12118", "name": "network-vif-deleted", "tag": "63aff066-06a0-4d2d-843c-dc7c5ba642ad"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:41.403087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad84c2-8060-4093-b9ab-9a840b0e3db8 x-openstack-request-id: req-5bad84c2-8060-4093-b9ab-9a840b0e3db8 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:41.403371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07e9511-3f33-44c5-8dfc-7ccdd3f12118", "name": "network-vif-deleted", "tag": "63aff066-06a0-4d2d-843c-dc7c5ba642ad", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:41.403624 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5bad84c2-8060-4093-b9ab-9a840b0e3db8 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:41.404016 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bad84c2-8060-4093-b9ab-9a840b0e3db8'] response: {'server_uuid': 'a07e9511-3f33-44c5-8dfc-7ccdd3f12118', 'name': 'network-vif-deleted', 'tag': '63aff066-06a0-4d2d-843c-dc7c5ba642ad', 'status': 'completed', 'code': 200} Jul 14 12:24:41.421006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group (7f191b90-cd85-47ac-a8c6-ce1c106594fa), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.475413 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Sync routers for ids ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:41.487996 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Routers {'4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:41.488616 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:41.500583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7f191b90-cd85-47ac-a8c6-ce1c106594fa), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.513873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:41.565436 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f191b90-cd85-47ac-a8c6-ce1c106594fa,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:41.605474 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Set router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:41.611113 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.616004 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60684) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:41.616531 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6930a48d-8074-4fb1-b4e4-e7aea3059acb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5919814 Jul 14 12:24:41.622810 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group_rule': {'security_group_id': '7f191b90-cd85-47ac-a8c6-ce1c106594fa', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:41.643499 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.698134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.733319 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (9eda092a-ec62-4d70-beb1-d81f1827e03e), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.811119 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (9eda092a-ec62-4d70-beb1-d81f1827e03e), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.843514 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:24:39Z', 'revision_number': 4, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '2b638d88-5842-4de1-bec1-c66f9a05b7bc', 'name': '', 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'mac_address': 'fa:16:3e:16:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a987dd71-a43b-4360-bcde-fe5f0865928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:38Z', 'updated_at': '2022-07-14T12:24:39Z', 'revision_number': 2, 'project_id': '7c864497be59453182efbe81fdf948cb', 'subnets': [{'id': 'a987dd71-a43b-4360-bcde-fe5f0865928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:41.869341 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Checking router: 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:41.869696 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Updating router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb port 2b638d88-5842-4de1-bec1-c66f9a05b7bc binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:24:41.901845 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.921259 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (9eda092a-ec62-4d70-beb1-d81f1827e03e), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:41.950361 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eda092a-ec62-4d70-beb1-d81f1827e03e,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:41.958145 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Deleting port 81f1f74e-574d-486c-a802-3602d09cd2c9 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:41.959117 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.008442 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-098d44fa-448c-410f-a098-bb3496d305b7 req-e85cb84e-00a9-4a7a-954f-ab2e259254bc tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=a07e9511-3f33-44c5-8dfc-7ccdd3f12118 HTTP/1.1" status: 200 len: 210 time: 0.0370221 Jul 14 12:24:42.027273 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.028500 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-a8f28037-dd34-49ed-a247-8602dfec8169 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4107275 Jul 14 12:24:42.031928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60690) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:42.038035 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group_rule': {'security_group_id': '7f191b90-cd85-47ac-a8c6-ce1c106594fa', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:42.072727 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] For port 81f1f74e-574d-486c-a802-3602d09cd2c9, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=81f1f74e-574d-486c-a802-3602d09cd2c9,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:42.073094 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.089015 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Calling delete_port for 81f1f74e-574d-486c-a802-3602d09cd2c9 owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:42.135032 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (1435df0d-6fde-4cc7-99f8-4b9e1614feac), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.161487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:42.166055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:42.190271 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:42.204247 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (1435df0d-6fde-4cc7-99f8-4b9e1614feac), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.212452 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Publish callbacks [] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.260091 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (1435df0d-6fde-4cc7-99f8-4b9e1614feac), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.281167 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.287004 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1435df0d-6fde-4cc7-99f8-4b9e1614feac,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:42.344401 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635f424-9273-43b2-a878-93582ffe5df4 None None] Pushing event updated for resources: {'Port': ['ID=2b638d88-5842-4de1-bec1-c66f9a05b7bc,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:42.356196 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.363283 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:42.363437 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0bb23d79-8917-4959-bfd4-8c1e7a672793 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3244703 Jul 14 12:24:42.363528 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60692) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:42.365576 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group_rule': {'security_group_id': '7f191b90-cd85-47ac-a8c6-ce1c106594fa', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:42.376322 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:42.377328 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.386634 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (81f1f74e-574d-486c-a802-3602d09cd2c9), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.412468 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Attempting to bind port 2b638d88-5842-4de1-bec1-c66f9a05b7bc on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:24:42.415516 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Attempting to bind port 2b638d88-5842-4de1-bec1-c66f9a05b7bc by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:24:42.415874 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Attempting to bind port 2b638d88-5842-4de1-bec1-c66f9a05b7bc on network 31bb948c-aae6-404f-ace2-b35788fa103f {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:24:42.422268 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:24:42.424362 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Checking segment: {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:24:42.424362 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.424362 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Bound using segment: {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:24:42.424362 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Bound port: 2b638d88-5842-4de1-bec1-c66f9a05b7bc, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587c9238-0e09-4930-a24c-3ed3403cbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:24:42.425034 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.439099 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Pushing event deleted for resources: {'Port': ['ID=81f1f74e-574d-486c-a802-3602d09cd2c9,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:42.489104 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:42.491185 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:42.500768 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] For port 2b638d88-5842-4de1-bec1-c66f9a05b7bc, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:24:42.505717 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] For port 2b638d88-5842-4de1-bec1-c66f9a05b7bc, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2b638d88-5842-4de1-bec1-c66f9a05b7bc,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:24:42.521292 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (dd76291b-49e1-4422-bd76-775c29d9fee3), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.579219 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 467ecdec-0e07-40bf-9a9a-18b9147dc236 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:42.607297 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 467ecdec-0e07-40bf-9a9a-18b9147dc236 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:42.607297 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 467ecdec-0e07-40bf-9a9a-18b9147dc236 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:42.632520 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.645125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:42.679346 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.703588 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Routers {'4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:42.704520 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:42.731712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (dd76291b-49e1-4422-bd76-775c29d9fee3), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.772356 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635f424-9273-43b2-a878-93582ffe5df4 None None] Pushing event updated for resources: {'Port': ['ID=2b638d88-5842-4de1-bec1-c66f9a05b7bc,revision_number=4']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:42.800840 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (dd76291b-49e1-4422-bd76-775c29d9fee3), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.812039 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] Provisioning complete for port 2b638d88-5842-4de1-bec1-c66f9a05b7bc triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:42.824289 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.861970 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] Set router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:42.868148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd76291b-49e1-4422-bd76-775c29d9fee3,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:42.930686 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] Current status of the port 2b638d88-5842-4de1-bec1-c66f9a05b7bc is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:42.931165 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.951235 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:42.973328 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] For port 2b638d88-5842-4de1-bec1-c66f9a05b7bc, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2b638d88-5842-4de1-bec1-c66f9a05b7bc,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:43.002811 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.006686 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0c6cc4ca-5f09-4d61-9948-addea518e7c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6428571 Jul 14 12:24:43.007128 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60696) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:43.015003 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group_rule': {'security_group_id': '7f191b90-cd85-47ac-a8c6-ce1c106594fa', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:43.028344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:43.059951 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.126061 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:24:39Z', 'revision_number': 4, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '2b638d88-5842-4de1-bec1-c66f9a05b7bc', 'name': '', 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'mac_address': 'fa:16:3e:16:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a987dd71-a43b-4360-bcde-fe5f0865928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:38Z', 'updated_at': '2022-07-14T12:24:42Z', 'revision_number': 4, 'project_id': '7c864497be59453182efbe81fdf948cb', 'subnets': [{'id': 'a987dd71-a43b-4360-bcde-fe5f0865928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:43.147948 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c2e24-9b2b-4bb9-b3b5-0897bb3036eb None None] Pushing event updated for resources: {'Port': ['ID=2b638d88-5842-4de1-bec1-c66f9a05b7bc,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:43.160870 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (1e6a31a7-657e-4a78-a84f-c5b668860f3b), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.171225 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:43.173287 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceff51c-2b85-40f6-b103-e54cba06e903 None None] The sync data for ids ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'] in dv-cinder-848900-3-iscsi is: [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:24:39Z', 'revision_number': 4, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '2b638d88-5842-4de1-bec1-c66f9a05b7bc', 'name': '', 'network_id': '31bb948c-aae6-404f-ace2-b35788fa103f', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'mac_address': 'fa:16:3e:16:50:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a987dd71-a43b-4360-bcde-fe5f0865928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:38Z', 'updated_at': '2022-07-14T12:24:42Z', 'revision_number': 4, 'project_id': '7c864497be59453182efbe81fdf948cb', 'subnets': [{'id': 'a987dd71-a43b-4360-bcde-fe5f0865928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:43.192784 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:43.200194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f5fe9f9a-91cf-419a-a07a-cf89fbc539db admin admin] 10.222.0.27 "PUT /v2.0/routers/e5fc4304-3f2a-46f5-b8d1-e7c4634473d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0287194 Jul 14 12:24:43.203010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60702) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:43.203665 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-842e2cd0-1839-42fe-90f8-7b662c6ad676 None None] Provisioning complete for port 2b638d88-5842-4de1-bec1-c66f9a05b7bc triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:43.204270 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-842e2cd0-1839-42fe-90f8-7b662c6ad676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.208507 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5b852-691a-4921-9153-527fed76641e None None] Sync routers for ids ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:43.254173 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.275900 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (1e6a31a7-657e-4a78-a84f-c5b668860f3b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.290388 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] Routers {'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:43.291369 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:43.359520 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks [] for router (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.366405 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (1e6a31a7-657e-4a78-a84f-c5b668860f3b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.408946 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e6a31a7-657e-4a78-a84f-c5b668860f3b,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:43.428020 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-842e2cd0-1839-42fe-90f8-7b662c6ad676 None None] Current status of the port 2b638d88-5842-4de1-bec1-c66f9a05b7bc is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:43.440670 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:43.458994 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] Set router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:43.491037 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks [] for router_gateway (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.502692 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.506830 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-40b8118c-c61b-43ea-a200-de71d51350d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4985623 Jul 14 12:24:43.507455 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60704) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:43.512722 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group_rule': {'security_group_id': '7f191b90-cd85-47ac-a8c6-ce1c106594fa', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:43.607866 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:43.608128 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.securitygroups_db [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Project c0d098ca721b409385a08b91d861b295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:24:43.615256 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (75e6f9b7-a95d-4807-a080-553c795ec14c), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.647512 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Deleting port f6919e51-7ca3-4ece-b0ed-6ed616481402 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:43.647512 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.686100 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:24:42Z', 'revision_number': 5, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port': {'id': 'f6919e51-7ca3-4ece-b0ed-6ed616481402', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:56Z', 'updated_at': '2022-07-14T12:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:43.702545 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (75e6f9b7-a95d-4807-a080-553c795ec14c), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.739106 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5b852-691a-4921-9153-527fed76641e None None] Checking router: e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:43.744736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] Routers {'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:43.745369 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:43.769667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] For port f6919e51-7ca3-4ece-b0ed-6ed616481402, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f6919e51-7ca3-4ece-b0ed-6ed616481402,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:43.770084 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.787297 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Calling delete_port for f6919e51-7ca3-4ece-b0ed-6ed616481402 owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:43.815130 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ee5b-5116-41fd-b389-40b153e33424 req-c3ddde89-8310-4fa7-8d3a-f5a80cfca963 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:43.816836 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70a6ee5b-5116-41fd-b389-40b153e33424 req-c3ddde89-8310-4fa7-8d3a-f5a80cfca963 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0738049 Jul 14 12:24:43.818236 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (75e6f9b7-a95d-4807-a080-553c795ec14c), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.839361 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e6f9b7-a95d-4807-a080-553c795ec14c,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:43.868080 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:43.871967 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] Set router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:43.902399 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70a6ee5b-5116-41fd-b389-40b153e33424 req-83955d6f-e7b9-47d6-8d84-d24ac5e4e37f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695379 Jul 14 12:24:43.943886 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 63aff066-06a0-4d2d-843c-dc7c5ba642ad no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:43.946461 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-71c5b852-691a-4921-9153-527fed76641e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:24:43Z', 'revision_number': 6, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:43.952846 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:43.954074 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-53786584-795c-4c31-910f-f59d191cac5d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4456367 Jul 14 12:24:43.957598 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60710) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:43.962292 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'security_group_rule': {'security_group_id': '7f191b90-cd85-47ac-a8c6-ce1c106594fa', 'project_id': 'c0d098ca721b409385a08b91d861b295', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:24:43.992218 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 63aff066-06a0-4d2d-843c-dc7c5ba642ad {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:43.992491 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 63aff066-06a0-4d2d-843c-dc7c5ba642ad not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:43.994256 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c5b852-691a-4921-9153-527fed76641e None None] The sync data for ids ['e5fc4304-3f2a-46f5-b8d1-e7c4634473d8'] in dv-cinder-848900-3-iscsi is: [{'id': 'e5fc4304-3f2a-46f5-b8d1-e7c4634473d8', 'name': 'tempest-TestMinimumBasicScenario-629407020-router', 'tenant_id': '08c5082fed204967b2dd11bfbbfdce26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:55Z', 'updated_at': '2022-07-14T12:24:43Z', 'revision_number': 6, 'project_id': '08c5082fed204967b2dd11bfbbfdce26', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:44.077118 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.securitygroups_db [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Project c0d098ca721b409385a08b91d861b295 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 12:24:44.084488 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (2e9d1e6b-8204-4de6-8d6d-e1700e90ddf4), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.138904 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (f6919e51-7ca3-4ece-b0ed-6ed616481402), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.152507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (2e9d1e6b-8204-4de6-8d6d-e1700e90ddf4), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.168831 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6919e51-7ca3-4ece-b0ed-6ed616481402,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:44.224187 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (2e9d1e6b-8204-4de6-8d6d-e1700e90ddf4), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.237802 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.245395 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9d1e6b-8204-4de6-8d6d-e1700e90ddf4,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:44.311634 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.312843 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-de7b3ac5-00a9-4ee9-8ee5-0180912cf950 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3543146 Jul 14 12:24:44.339320 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:44.349221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.351595 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks [] for router_controller (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.413022 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:24:44.555170 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2b638d88-5842-4de1-bec1-c66f9a05b7bc up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:24:44.602852 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 2b638d88-5842-4de1-bec1-c66f9a05b7bc triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:24:44.603228 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.687903 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 2b638d88-5842-4de1-bec1-c66f9a05b7bc is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:24:44.801406 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (e5fc4304-3f2a-46f5-b8d1-e7c4634473d8), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.801928 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:24:44.807269 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.807952 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e067accd-202c-4887-9a2b-730c4fc4ba13 admin admin] 10.222.0.27 "DELETE /v2.0/routers/e5fc4304-3f2a-46f5-b8d1-e7c4634473d8 HTTP/1.1" status: 204 len: 168 time: 1.6040170 Jul 14 12:24:44.811132 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60750) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:44.858640 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Deleting subnet e195a12f-1cb8-4f5c-8622-7590ae1490ed {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:24:44.862464 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Publish callbacks [] for subnet (e195a12f-1cb8-4f5c-8622-7590ae1490ed), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.891822 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:44.897732 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (e195a12f-1cb8-4f5c-8622-7590ae1490ed), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:44.990994 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (e195a12f-1cb8-4f5c-8622-7590ae1490ed), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.039324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a2d22-bdca-4219-bca8-ddf7de4d019f req-011453fb-5716-4033-8e41-8b2ba5393383 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:45.046587 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d4a2d22-bdca-4219-bca8-ddf7de4d019f req-011453fb-5716-4033-8e41-8b2ba5393383 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0604525 Jul 14 12:24:45.095629 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6d4a2d22-bdca-4219-bca8-ddf7de4d019f req-3124047c-a1b0-439a-a4bb-016a546a0971 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474932 Jul 14 12:24:45.129085 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (e195a12f-1cb8-4f5c-8622-7590ae1490ed), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.153005 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e195a12f-1cb8-4f5c-8622-7590ae1490ed,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:45.159315 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.162387 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bd328af8-63f4-4026-9935-1cafccab354f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e195a12f-1cb8-4f5c-8622-7590ae1490ed HTTP/1.1" status: 204 len: 168 time: 0.3502796 Jul 14 12:24:45.164386 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791b2ac9-6d7d-4f26-8662-2743720ae11d None None] Network 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:45.164895 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60756) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:45.252594 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (9f4c7f3d-64fd-4174-9e4a-a38410fe9486), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.300057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Deleting port f72e82ee-6701-4189-8868-a112e9834d2b {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:45.300387 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.323067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] DHCP port deletion for 9f4c7f3d-64fd-4174-9e4a-a38410fe9486 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:24:45.363472 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] Deleting port f72e82ee-6701-4189-8868-a112e9834d2b {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:45.363643 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.367793 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] For port f72e82ee-6701-4189-8868-a112e9834d2b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f72e82ee-6701-4189-8868-a112e9834d2b,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:45.368162 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.389921 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Calling delete_port for f72e82ee-6701-4189-8868-a112e9834d2b owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:45.434234 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] For port f72e82ee-6701-4189-8868-a112e9834d2b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f72e82ee-6701-4189-8868-a112e9834d2b,segment=NetworkSegment(a77575c9-35c5-412a-8e9d-a18aec02d3fc),segment_id=a77575c9-35c5-412a-8e9d-a18aec02d3fc)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:45.434625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.438399 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:45.452460 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] Calling delete_port for f72e82ee-6701-4189-8868-a112e9834d2b owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:45.556602 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.563538 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (f72e82ee-6701-4189-8868-a112e9834d2b), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.583383 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72e82ee-6701-4189-8868-a112e9834d2b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:45.585209 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] No DVR routers for this DVR port f72e82ee-6701-4189-8868-a112e9834d2b on host dv-cinder-848900-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:45.592195 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] Pushing event deleted for resources: {'Port': ['ID=f72e82ee-6701-4189-8868-a112e9834d2b,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:45.603721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bf826-4d41-4682-b4fc-4fa80953c3d4 None None] No DVR routers for this DVR port f72e82ee-6701-4189-8868-a112e9834d2b on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:45.666490 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (9f4c7f3d-64fd-4174-9e4a-a38410fe9486), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.686054 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4c7f3d-64fd-4174-9e4a-a38410fe9486']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:45.695760 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77575c9-35c5-412a-8e9d-a18aec02d3fc') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:45.696053 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77575c9-35c5-412a-8e9d-a18aec02d3fc') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:45.707033 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (a77575c9-35c5-412a-8e9d-a18aec02d3fc), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.721284 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (a77575c9-35c5-412a-8e9d-a18aec02d3fc), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.727920 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:24:45.728307 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (a77575c9-35c5-412a-8e9d-a18aec02d3fc), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.752042 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment a77575c9-35c5-412a-8e9d-a18aec02d3fc resource provider aggregate not found Jul 14 12:24:45.794862 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment a77575c9-35c5-412a-8e9d-a18aec02d3fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a77575c9-35c5-412a-8e9d-a18aec02d3fc found for delete ", "request_id": "req-a5a506a7-fbcb-446d-8f4d-899452e01778"}]} Jul 14 12:24:45.882134 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (9f4c7f3d-64fd-4174-9e4a-a38410fe9486), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.890063 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:45.894315 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] 10.222.0.27 "DELETE /v2.0/networks/9f4c7f3d-64fd-4174-9e4a-a38410fe9486 HTTP/1.1" status: 204 len: 168 time: 0.7284336 Jul 14 12:24:45.903828 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0f4f5-bfc6-4822-a4cc-7615790e1d33 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4c7f3d-64fd-4174-9e4a-a38410fe9486,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:46.115809 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f72e82ee-6701-4189-8868-a112e9834d2b no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:46.150199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: f72e82ee-6701-4189-8868-a112e9834d2b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:46.150539 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f72e82ee-6701-4189-8868-a112e9834d2b not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:46.150980 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f6919e51-7ca3-4ece-b0ed-6ed616481402 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:46.172528 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: f6919e51-7ca3-4ece-b0ed-6ed616481402 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:46.172866 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f6919e51-7ca3-4ece-b0ed-6ed616481402 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:46.173278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 81f1f74e-574d-486c-a802-3602d09cd2c9 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:46.195831 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 81f1f74e-574d-486c-a802-3602d09cd2c9 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:46.196091 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 81f1f74e-574d-486c-a802-3602d09cd2c9 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:46.229891 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bcb6e-6783-4ac9-9d81-c4228abafcf9 req-7a219d74-88c2-41da-8ee9-1914c8beb9db tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:46.231526 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b57bcb6e-6783-4ac9-9d81-c4228abafcf9 req-7a219d74-88c2-41da-8ee9-1914c8beb9db tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0556724 Jul 14 12:24:46.280311 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b57bcb6e-6783-4ac9-9d81-c4228abafcf9 req-159abc49-a7c4-4834-acae-26c720ad87a4 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Jul 14 12:24:46.342282 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60790) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:46.360401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-0be449da-c3c1-4534-8ede-5793a96f270f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:46.362971 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-0be449da-c3c1-4534-8ede-5793a96f270f tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 945 time: 0.0891163 Jul 14 12:24:46.395547 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-af901330-0be4-4ab5-ab05-2b83e182cecb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a37bbdf2bd2f4392ab2ddb60d6b6ad7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517597 Jul 14 12:24:46.397853 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60792) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:46.450011 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4cc7efc9-1650-40dd-8133-b79d10719471 admin admin] Publish callbacks [] for security_group (8ec9a80a-0fa2-4433-99fc-d202c099287b), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.460007 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Deleting port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:46.460345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.475678 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4cc7efc9-1650-40dd-8133-b79d10719471 admin admin] Publish callbacks [] for security_group (8ec9a80a-0fa2-4433-99fc-d202c099287b), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.545539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:46.585998 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] For port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:46.586351 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.590613 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4cc7efc9-1650-40dd-8133-b79d10719471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (8ec9a80a-0fa2-4433-99fc-d202c099287b), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.593224 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4cc7efc9-1650-40dd-8133-b79d10719471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.594525 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4cc7efc9-1650-40dd-8133-b79d10719471 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8ec9a80a-0fa2-4433-99fc-d202c099287b HTTP/1.1" status: 204 len: 168 time: 0.1957066 Jul 14 12:24:46.600181 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Calling delete_port for cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:46.602801 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7efc9-1650-40dd-8133-b79d10719471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec9a80a-0fa2-4433-99fc-d202c099287b,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:46.824113 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.858903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Pushing event deleted for resources: {'Port': ['ID=cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:46.871883 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:24:46.909794 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] No DVR routers for this DVR port cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:46.912022 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:46.915333 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7ae18a85-7611-4240-a48d-f5bb9ee62b86 req-a03fab94-c09e-422b-995b-c74f1d0ba19d tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.86 "DELETE /v2.0/ports/cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd HTTP/1.1" status: 204 len: 173 time: 0.5466864 Jul 14 12:24:46.917201 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'name': 'network-vif-deleted', 'tag': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:46.918390 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06511a-454c-4f26-a574-a795be890b75" -d '{"events": [{"server_uuid": "bc2b616c-dc02-4d81-9eb1-028c8077a4fe", "name": "network-vif-deleted", "tag": "cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:46.957575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b97e2a5-1159-4a06-80d2-62c69a159306 x-openstack-request-id: req-7b97e2a5-1159-4a06-80d2-62c69a159306 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:46.957872 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b616c-dc02-4d81-9eb1-028c8077a4fe", "name": "network-vif-deleted", "tag": "cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:46.958125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b97e2a5-1159-4a06-80d2-62c69a159306 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:46.958534 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b97e2a5-1159-4a06-80d2-62c69a159306'] response: {'server_uuid': 'bc2b616c-dc02-4d81-9eb1-028c8077a4fe', 'name': 'network-vif-deleted', 'tag': 'cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd', 'status': 'completed', 'code': 200} Jul 14 12:24:47.319287 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60810) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:47.416618 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-603276b0-f1c0-474e-8260-0259c7453f9a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=08c5082fed204967b2dd11bfbbfdce26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0961380 Jul 14 12:24:47.419928 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60818) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:47.453425 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-81cc37e7-9dbe-41b6-8562-11d6ea06feb9 req-5c68abb5-71e0-456d-824b-83e723a88804 tempest-ServerRescueNegativeTestJSON-1890584384 tempest-ServerRescueNegativeTestJSON-1890584384-project] 10.222.0.27 "GET /v2.0/ports?device_id=bc2b616c-dc02-4d81-9eb1-028c8077a4fe HTTP/1.1" status: 200 len: 210 time: 0.0330551 Jul 14 12:24:47.472403 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:47.483225 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-742c6998-2616-48ff-bc26-2f02e5a21a82 admin admin] Publish callbacks [] for security_group (a11c7e0d-5729-483d-bf80-f3e11fc41f21), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:47.507912 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-742c6998-2616-48ff-bc26-2f02e5a21a82 admin admin] Publish callbacks [] for security_group (a11c7e0d-5729-483d-bf80-f3e11fc41f21), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:47.642169 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-742c6998-2616-48ff-bc26-2f02e5a21a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a11c7e0d-5729-483d-bf80-f3e11fc41f21), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:47.644862 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-742c6998-2616-48ff-bc26-2f02e5a21a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:47.646004 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-742c6998-2616-48ff-bc26-2f02e5a21a82 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a11c7e0d-5729-483d-bf80-f3e11fc41f21 HTTP/1.1" status: 204 len: 168 time: 0.2250855 Jul 14 12:24:47.654447 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c6998-2616-48ff-bc26-2f02e5a21a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c7e0d-5729-483d-bf80-f3e11fc41f21,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:48.525965 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60834) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:48.868410 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:49.060133 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (f90c51cd-81cf-4f30-8618-5e65dc692583), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:49.288381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Deleting port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:49.288712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:49.374600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] For port 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:49.374911 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:49.388253 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Calling delete_port for 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:49.507781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:49.676465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:49.705788 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:49.850693 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:49.879199 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (f90c51cd-81cf-4f30-8618-5e65dc692583), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:49.941578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:49.979231 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:49.979517 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device cd1e3c51-3b14-4f81-94e0-3273cc7ab2dd not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:50.107492 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Router f90c51cd-81cf-4f30-8618-5e65dc692583 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:50.168814 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:50.216833 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:50.221849 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-9d136b85-2041-4259-bd93-51967487e4ed admin admin] 10.222.0.27 "PUT /v2.0/routers/f90c51cd-81cf-4f30-8618-5e65dc692583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6950922 Jul 14 12:24:50.224380 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60852) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:50.227146 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] Sync routers for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:50.238310 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:50.239051 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:50.264913 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:50.338210 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks [] for router (f90c51cd-81cf-4f30-8618-5e65dc692583), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:50.347478 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:50.401006 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:50.485570 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks [] for router_gateway (f90c51cd-81cf-4f30-8618-5e65dc692583), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:50.572318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:50.591451 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Deleting port f63c9a59-2bb6-43d1-9de0-03e5316d84ba {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:50.591776 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:50.649508 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:24:49Z', 'revision_number': 5, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port': {'id': 'f63c9a59-2bb6-43d1-9de0-03e5316d84ba', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:21Z', 'updated_at': '2022-07-14T12:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:50.680120 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] Checking router: f90c51cd-81cf-4f30-8618-5e65dc692583 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:50.689997 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] Routers {'f90c51cd-81cf-4f30-8618-5e65dc692583'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:50.690864 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['f90c51cd-81cf-4f30-8618-5e65dc692583'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:50.700543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] For port f63c9a59-2bb6-43d1-9de0-03e5316d84ba, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:50.701126 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:50.719892 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Calling delete_port for f63c9a59-2bb6-43d1-9de0-03e5316d84ba owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:50.770678 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] Set router f90c51cd-81cf-4f30-8618-5e65dc692583 gateway port host: None {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:50.822019 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:24:50Z', 'revision_number': 6, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:50.847837 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9ac96-465a-4c34-8bd9-000d7fb7194b None None] The sync data for ids ['f90c51cd-81cf-4f30-8618-5e65dc692583'] in dv-cinder-848900-3-iscsi is: [{'id': 'f90c51cd-81cf-4f30-8618-5e65dc692583', 'name': 'tempest-ServerRescueNegativeTestJSON-1054326877-router', 'tenant_id': 'bb62d84584b3426687390833270648d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:24:50Z', 'revision_number': 6, 'project_id': 'bb62d84584b3426687390833270648d6', 'gw_port_host': None}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:50.956833 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (f63c9a59-2bb6-43d1-9de0-03e5316d84ba), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:50.983695 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Pushing event deleted for resources: {'Port': ['ID=f63c9a59-2bb6-43d1-9de0-03e5316d84ba,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:51.012130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:51.049474 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (f90c51cd-81cf-4f30-8618-5e65dc692583), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.138102 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (f90c51cd-81cf-4f30-8618-5e65dc692583), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.140211 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks [] for router_controller (f90c51cd-81cf-4f30-8618-5e65dc692583), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.253699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (f90c51cd-81cf-4f30-8618-5e65dc692583), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.254415 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90c51cd-81cf-4f30-8618-5e65dc692583 {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:24:51.259294 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.261369 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e9438118-4568-416a-8aa3-ce3c644fe26f admin admin] 10.222.0.27 "DELETE /v2.0/routers/f90c51cd-81cf-4f30-8618-5e65dc692583 HTTP/1.1" status: 204 len: 168 time: 1.0353007 Jul 14 12:24:51.263571 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60858) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:51.309682 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Deleting subnet 496d81f7-5d70-4301-bdd0-4b7c4af478ca {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:24:51.312756 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Publish callbacks [] for subnet (496d81f7-5d70-4301-bdd0-4b7c4af478ca), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.352940 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (496d81f7-5d70-4301-bdd0-4b7c4af478ca), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.428702 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (496d81f7-5d70-4301-bdd0-4b7c4af478ca), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.546626 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (496d81f7-5d70-4301-bdd0-4b7c4af478ca), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.577095 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.580558 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/496d81f7-5d70-4301-bdd0-4b7c4af478ca HTTP/1.1" status: 204 len: 168 time: 0.3157887 Jul 14 12:24:51.582358 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffee8dd-5917-49ce-bcf6-db308f01ee4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=496d81f7-5d70-4301-bdd0-4b7c4af478ca,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:51.584288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60862) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:51.589969 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f967690-9144-425e-bfd0-f02ba3aa4ae0 None None] Network d58f87ee-c5c6-4211-9aab-58c9b00ee645 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:24:51.679620 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (d58f87ee-c5c6-4211-9aab-58c9b00ee645), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.747112 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Deleting port 82f8e616-5b85-4ab5-a8d1-3d1493779013 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:51.747740 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.782113 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] DHCP port deletion for d58f87ee-c5c6-4211-9aab-58c9b00ee645 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:24:51.824826 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] For port 82f8e616-5b85-4ab5-a8d1-3d1493779013, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=82f8e616-5b85-4ab5-a8d1-3d1493779013,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:51.825179 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.826409 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] Deleting port 82f8e616-5b85-4ab5-a8d1-3d1493779013 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:51.826805 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.839540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Calling delete_port for 82f8e616-5b85-4ab5-a8d1-3d1493779013 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:51.902992 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] For port 82f8e616-5b85-4ab5-a8d1-3d1493779013, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=82f8e616-5b85-4ab5-a8d1-3d1493779013,segment=NetworkSegment(72c93a24-45aa-440b-b8f2-5bee3a36daf2),segment_id=72c93a24-45aa-440b-b8f2-5bee3a36daf2)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:51.903478 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:51.919381 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] Calling delete_port for 82f8e616-5b85-4ab5-a8d1-3d1493779013 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:52.007962 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:52.101611 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f63c9a59-2bb6-43d1-9de0-03e5316d84ba no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:52.105655 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.131780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: f63c9a59-2bb6-43d1-9de0-03e5316d84ba {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:52.134733 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device f63c9a59-2bb6-43d1-9de0-03e5316d84ba not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:52.134733 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:52.170135 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] Pushing event deleted for resources: {'Port': ['ID=82f8e616-5b85-4ab5-a8d1-3d1493779013,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:52.172030 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd401cbf-1239-4947-b52a-40de53c168b7 None None] No DVR routers for this DVR port 82f8e616-5b85-4ab5-a8d1-3d1493779013 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:52.173745 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:52.174087 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 242244f5-1f3d-4ac7-af62-9aaaf9fa6c3b not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:52.174486 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 82f8e616-5b85-4ab5-a8d1-3d1493779013 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:24:52.178011 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (82f8e616-5b85-4ab5-a8d1-3d1493779013), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.196665 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 82f8e616-5b85-4ab5-a8d1-3d1493779013 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:24:52.197016 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 82f8e616-5b85-4ab5-a8d1-3d1493779013 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:24:52.205097 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f8e616-5b85-4ab5-a8d1-3d1493779013,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:52.207117 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] No DVR routers for this DVR port 82f8e616-5b85-4ab5-a8d1-3d1493779013 on host dv-cinder-848900-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:52.281813 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:52.284611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (d58f87ee-c5c6-4211-9aab-58c9b00ee645), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.305611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58f87ee-c5c6-4211-9aab-58c9b00ee645']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:52.315518 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c93a24-45aa-440b-b8f2-5bee3a36daf2') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:52.315806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c93a24-45aa-440b-b8f2-5bee3a36daf2') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:52.325676 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (72c93a24-45aa-440b-b8f2-5bee3a36daf2), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.339949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (72c93a24-45aa-440b-b8f2-5bee3a36daf2), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.348453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:24:52.348774 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (72c93a24-45aa-440b-b8f2-5bee3a36daf2), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.476608 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (d58f87ee-c5c6-4211-9aab-58c9b00ee645), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.483158 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.485996 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d58f87ee-c5c6-4211-9aab-58c9b00ee645 HTTP/1.1" status: 204 len: 168 time: 0.9007051 Jul 14 12:24:52.487515 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 72c93a24-45aa-440b-b8f2-5bee3a36daf2 resource provider aggregate not found Jul 14 12:24:52.500170 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43d2b-f329-4d53-9459-a078270aeda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d58f87ee-c5c6-4211-9aab-58c9b00ee645,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:52.516474 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 72c93a24-45aa-440b-b8f2-5bee3a36daf2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72c93a24-45aa-440b-b8f2-5bee3a36daf2 found for delete ", "request_id": "req-67c21a18-d249-4dff-bb7d-6472407bcb0e"}]} Jul 14 12:24:52.811034 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60888) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:52.872526 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-73c25815-6c89-4315-af02-f59901467056 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb62d84584b3426687390833270648d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484228 Jul 14 12:24:52.872526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60892) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:52.919402 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-51276865-886e-4649-be63-33624732cd8f admin admin] Publish callbacks [] for security_group (c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:52.950006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-51276865-886e-4649-be63-33624732cd8f admin admin] Publish callbacks [] for security_group (c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:53.126969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-51276865-886e-4649-be63-33624732cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:53.130411 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-51276865-886e-4649-be63-33624732cd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:53.131851 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-51276865-886e-4649-be63-33624732cd8f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83 HTTP/1.1" status: 204 len: 168 time: 0.2685513 Jul 14 12:24:53.140808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51276865-886e-4649-be63-33624732cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e57250-1fc6-43b5-9b3f-59ca5ad6fc83,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:53.404467 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8322ff-b846-473a-97ef-0c32136b9d59 req-6cb5f064-4381-479a-a4e5-72534c9458dc tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:53.405815 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8d8322ff-b846-473a-97ef-0c32136b9d59 req-6cb5f064-4381-479a-a4e5-72534c9458dc tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0466125 Jul 14 12:24:53.426984 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:53.461352 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8d8322ff-b846-473a-97ef-0c32136b9d59 req-10658d74-e953-4bff-a51e-f7444e1cd517 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497708 Jul 14 12:24:54.585309 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc17d2-f2a2-4006-b6eb-84d0867bc299 req-7609832a-7b10-433b-9e7b-67a08a7921aa tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:54.586944 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6fdc17d2-f2a2-4006-b6eb-84d0867bc299 req-7609832a-7b10-433b-9e7b-67a08a7921aa tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0548372 Jul 14 12:24:54.606534 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:54.637213 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6fdc17d2-f2a2-4006-b6eb-84d0867bc299 req-2b594e3e-5ad7-420d-93f5-029fa0af9e79 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 Jul 14 12:24:55.727295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-ceacd91a-813c-4b94-ac46-c483169915c6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:55.729486 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-ceacd91a-813c-4b94-ac46-c483169915c6 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0677528 Jul 14 12:24:55.804736 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f616f-4f29-4b09-92bf-ed9cc9788cd8 req-e264850c-1d08-474d-9298-d1abb72fffdc tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:24:55.806180 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-116f616f-4f29-4b09-92bf-ed9cc9788cd8 req-e264850c-1d08-474d-9298-d1abb72fffdc tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 946 time: 0.0757966 Jul 14 12:24:55.877035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Deleting port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:55.877374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:55.914955 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-116f616f-4f29-4b09-92bf-ed9cc9788cd8 req-f01947c3-9401-41fe-9171-770fd5b35813 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups?id=84e121d3-1393-4c3b-80ea-597bf2634ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004069 Jul 14 12:24:55.981812 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] For port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:24:55.982166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:56.151113 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:56.151376 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (1b9ad07c-f444-451c-82bb-88395557a831), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:56.151684 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Floating IP 1b9ad07c-f444-451c-82bb-88395557a831 disassociated. External IP: 172.27.1.216, port: ee3d4bc1-a084-42b2-91b9-f0df7fc2510b. Jul 14 12:24:56.152023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Calling delete_port for ee3d4bc1-a084-42b2-91b9-f0df7fc2510b owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:56.263987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:56.344617 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ee3d4bc1-a084-42b2-91b9-f0df7fc2510b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:56.377190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event deleted for resources: {'Port': ['ID=ee3d4bc1-a084-42b2-91b9-f0df7fc2510b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:56.389796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.390003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.390349 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.390691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.391050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.391381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.391704 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.392029 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.392352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.392676 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.393016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.393324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.393696 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.394016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.394333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:24:56.499217 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:24:56.506271 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:56.606929 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:24:56.619075 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:24:56.631988 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:56.632738 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:56.651793 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] No DVR routers for this DVR port ee3d4bc1-a084-42b2-91b9-f0df7fc2510b on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:24:56.654046 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:56.657334 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-11765ae4-d85d-450c-94b1-9c2a02e483b1 req-d84df28a-f981-4097-9cf3-5700c579e948 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.86 "DELETE /v2.0/ports/ee3d4bc1-a084-42b2-91b9-f0df7fc2510b HTTP/1.1" status: 204 len: 173 time: 0.9151554 Jul 14 12:24:56.657760 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'name': 'network-vif-deleted', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:24:56.660494 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d0c0a5-bfa8-49e7-bb9f-505fbdabd428" -d '{"events": [{"server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "name": "network-vif-deleted", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:24:56.697725 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367903d1-295e-49db-a665-610af1629507 x-openstack-request-id: req-367903d1-295e-49db-a665-610af1629507 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:24:56.697977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439", "name": "network-vif-deleted", "tag": "ee3d4bc1-a084-42b2-91b9-f0df7fc2510b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:24:56.698218 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-367903d1-295e-49db-a665-610af1629507 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:24:56.698629 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367903d1-295e-49db-a665-610af1629507'] response: {'server_uuid': 'e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439', 'name': 'network-vif-deleted', 'tag': 'ee3d4bc1-a084-42b2-91b9-f0df7fc2510b', 'status': 'completed', 'code': 200} Jul 14 12:24:56.872795 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:57.026720 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-983f4102-b869-4581-83fb-01b81fdd8849 req-4fd7ad54-69fa-419c-8dea-19c340b686bb tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3e8a396-43d2-4d4f-8fb5-cc8b9fbe7439 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Jul 14 12:24:57.070040 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:57.094461 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:24:57.103085 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:24:57.103622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:57.205907 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:24:57.320280 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:57.394150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:24:57.420405 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae0bd33-2930-49d2-8086-954362d445fc None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:18:19Z', 'revision_number': 4, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '48c99773-eb51-4e80-83d2-d381a09b54be', 'name': '', 'network_id': 'd7a5d35d-c460-4290-bd4b-813214351817', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'mac_address': 'fa:16:3e:96:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:19Z', 'updated_at': '2022-07-14T12:18:28Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'subnets': [{'id': '0550d0f4-1830-4c0b-984d-6dff1a7e752c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:24:57.650835 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070e844c-52b9-466e-b980-c07b9da81dcf None None] New status for floating IP 1b9ad07c-f444-451c-82bb-88395557a831: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:24:58.197472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 60994) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:58.252079 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce053923-b83e-4411-a45f-aa5d6719d458 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (84e121d3-1393-4c3b-80ea-597bf2634ae6), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.277434 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce053923-b83e-4411-a45f-aa5d6719d458 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (84e121d3-1393-4c3b-80ea-597bf2634ae6), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.430055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce053923-b83e-4411-a45f-aa5d6719d458 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (84e121d3-1393-4c3b-80ea-597bf2634ae6), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.432626 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce053923-b83e-4411-a45f-aa5d6719d458 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.434047 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ce053923-b83e-4411-a45f-aa5d6719d458 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "DELETE /v2.0/security-groups/84e121d3-1393-4c3b-80ea-597bf2634ae6 HTTP/1.1" status: 204 len: 168 time: 0.2353649 Jul 14 12:24:58.438010 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60996) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:58.445724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce053923-b83e-4411-a45f-aa5d6719d458 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e121d3-1393-4c3b-80ea-597bf2634ae6,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:58.455150 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-7ea07782-1231-47af-9ef6-0aaa9023d8b7 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] show failed (client error): The resource could not be found. Jul 14 12:24:58.457324 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7ea07782-1231-47af-9ef6-0aaa9023d8b7 tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "GET /v2.0/security-groups/84e121d3-1393-4c3b-80ea-597bf2634ae6 HTTP/1.1" status: 404 len: 347 time: 0.0169220 Jul 14 12:24:58.459206 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 60998) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:24:58.569809 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Deleting port d1f4dc24-63fe-41dd-987e-9204fc8fd290 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:24:58.570154 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.651687 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.652022 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (d1f4dc24-63fe-41dd-987e-9204fc8fd290), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:58.664709 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Calling delete_port for d1f4dc24-63fe-41dd-987e-9204fc8fd290 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:24:59.069125 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (d1f4dc24-63fe-41dd-987e-9204fc8fd290), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:59.097826 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Pushing event deleted for resources: {'Port': ['ID=d1f4dc24-63fe-41dd-987e-9204fc8fd290,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:24:59.152112 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:24:59.160260 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks [] for floatingip (1b9ad07c-f444-451c-82bb-88395557a831), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:59.163811 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:24:59.165113 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-35ef21f7-1cb3-4fc4-a6cc-f3b2d9c10f0d tempest-AttachVolumeTestJSON-1362085785 tempest-AttachVolumeTestJSON-1362085785-project] 10.222.0.27 "DELETE /v2.0/floatingips/1b9ad07c-f444-451c-82bb-88395557a831 HTTP/1.1" status: 204 len: 168 time: 0.7048430 Jul 14 12:25:01.533505 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3d4bc1-a084-42b2-91b9-f0df7fc2510b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:01.557454 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: ee3d4bc1-a084-42b2-91b9-f0df7fc2510b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:25:01.557780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3d4bc1-a084-42b2-91b9-f0df7fc2510b not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:05.613283 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-8d343c21-2c03-4da2-9ce3-6d549aad2b09 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834465563&fields=id&tenant_id=c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 267 time: 0.0444472 Jul 14 12:25:05.724312 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-24c63466-04c8-487e-86ba-f5df7186376e tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:05.725795 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-24c63466-04c8-487e-86ba-f5df7186376e tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 812 time: 0.1051507 Jul 14 12:25:05.741352 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-38c15351-eac4-4c69-a746-ce0bb62a890d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/quotas/c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 375 time: 0.0093040 Jul 14 12:25:05.791038 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-56792e43-9651-40c2-a574-e5724395de7b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443771 Jul 14 12:25:05.985570 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-530bb099-1c14-4a87-b148-a42758697a1e service neutron] 10.222.0.27 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823709 Jul 14 12:25:06.076824 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-10da3db1-606e-486c-b7d2-8fa0e9233846 service neutron] 10.222.0.27 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853853 Jul 14 12:25:06.249551 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 32896) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:06.448248 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:06.687840 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d4b84e99-c6bd-483f-a32c-033dfcc2bf20 req-d3bb944c-2fe2-441a-8a7a-f09b0ce3337d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 210 time: 0.0532231 Jul 14 12:25:06.747885 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (01bdae72-514e-4f6c-8ea3-e35de3589c96), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:06.928167 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:07.019944 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Deleting port 48c99773-eb51-4e80-83d2-d381a09b54be {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:07.020288 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.097262 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] For port 48c99773-eb51-4e80-83d2-d381a09b54be, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=48c99773-eb51-4e80-83d2-d381a09b54be,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:07.097626 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.111600 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Calling delete_port for 48c99773-eb51-4e80-83d2-d381a09b54be owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:07.273665 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 32924) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:07.355790 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (48c99773-eb51-4e80-83d2-d381a09b54be), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.381027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0d2abed3-b55f-40eb-99b7-f19bca6a9c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.385077 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c99773-eb51-4e80-83d2-d381a09b54be,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:07.437835 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:07.487965 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0d2abed3-b55f-40eb-99b7-f19bca6a9c8d admin admin] Publish callbacks [] for security_group (76f29d66-a44c-4914-ae61-30e0c3fb9e56), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.559162 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (01bdae72-514e-4f6c-8ea3-e35de3589c96), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.561698 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0d2abed3-b55f-40eb-99b7-f19bca6a9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (76f29d66-a44c-4914-ae61-30e0c3fb9e56), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.607770 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0d2abed3-b55f-40eb-99b7-f19bca6a9c8d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=14e24315e4d34a0f89cccc3ac7c0a8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329220 Jul 14 12:25:07.608569 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2abed3-b55f-40eb-99b7-f19bca6a9c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f29d66-a44c-4914-ae61-30e0c3fb9e56,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:07.610878 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 32930) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:07.664035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-47017adc-f16b-4bbe-aad0-9f506c6885a4 admin admin] Publish callbacks [] for security_group (76f29d66-a44c-4914-ae61-30e0c3fb9e56), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.688986 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-47017adc-f16b-4bbe-aad0-9f506c6885a4 admin admin] Publish callbacks [] for security_group (76f29d66-a44c-4914-ae61-30e0c3fb9e56), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.715852 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:07.789439 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-660093ba-2bd2-48bf-8020-0b56cfed78bf req-0c816ca4-f974-474d-a45d-eabe26dc73b3 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 210 time: 0.0306208 Jul 14 12:25:07.808846 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:07.812630 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Router 01bdae72-514e-4f6c-8ea3-e35de3589c96 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:25:07.864134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-47017adc-f16b-4bbe-aad0-9f506c6885a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (76f29d66-a44c-4914-ae61-30e0c3fb9e56), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.867470 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-47017adc-f16b-4bbe-aad0-9f506c6885a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:07.871795 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-47017adc-f16b-4bbe-aad0-9f506c6885a4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/76f29d66-a44c-4914-ae61-30e0c3fb9e56 HTTP/1.1" status: 204 len: 168 time: 0.2599697 Jul 14 12:25:07.880290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47017adc-f16b-4bbe-aad0-9f506c6885a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f29d66-a44c-4914-ae61-30e0c3fb9e56,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:07.922016 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:07.932291 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5da51c1e-ded8-45d1-8ce3-f7c0c10e8910 admin admin] 10.222.0.27 "PUT /v2.0/routers/01bdae72-514e-4f6c-8ea3-e35de3589c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785290 Jul 14 12:25:07.932291 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 32936) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:07.938829 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] Sync routers for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:07.949294 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:07.949910 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:07.952404 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:08.038104 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks [] for router (01bdae72-514e-4f6c-8ea3-e35de3589c96), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.056055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:08.112586 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5ab9669c-fab7-4d01-a8a9-822ef9724c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.146273 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks [] for router_gateway (01bdae72-514e-4f6c-8ea3-e35de3589c96), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.232322 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:25:07Z', 'revision_number': 5, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port': {'id': '1f0d3a83-69a5-4b87-967a-acf91f1f8f5a', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:18:16Z', 'updated_at': '2022-07-14T12:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:08.270894 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] Checking router: 01bdae72-514e-4f6c-8ea3-e35de3589c96 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:08.280464 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] Routers {'01bdae72-514e-4f6c-8ea3-e35de3589c96'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:08.281288 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:24:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['01bdae72-514e-4f6c-8ea3-e35de3589c96'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:08.375931 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] Set router 01bdae72-514e-4f6c-8ea3-e35de3589c96 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:08.434321 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:25:08Z', 'revision_number': 6, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:08.461945 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d9b91d-39e8-412d-bbc4-239ae6ba5ab7 None None] The sync data for ids ['01bdae72-514e-4f6c-8ea3-e35de3589c96'] in dv-cinder-848900-3-iscsi is: [{'id': '01bdae72-514e-4f6c-8ea3-e35de3589c96', 'name': 'tempest-AttachVolumeTestJSON-206935916-router', 'tenant_id': '33b09a1d039248aa95a089c8d8d99c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:18:15Z', 'updated_at': '2022-07-14T12:25:08Z', 'revision_number': 6, 'project_id': '33b09a1d039248aa95a089c8d8d99c68', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:08.513345 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Deleting port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:08.513680 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.584405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 32940) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:08.596722 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] For port 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:08.597088 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.598385 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-187540cd-1775-4f6a-a3e2-f661941aaad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.606544 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:08.611579 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Calling delete_port for 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:08.689401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-187540cd-1775-4f6a-a3e2-f661941aaad1 admin admin] Publish callbacks [] for security_group (d1113953-b61b-465a-9d11-177766b5719d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.771527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-187540cd-1775-4f6a-a3e2-f661941aaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (d1113953-b61b-465a-9d11-177766b5719d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.812899 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-187540cd-1775-4f6a-a3e2-f661941aaad1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d0447ade54c646f6bcdfd91c160585a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272229 Jul 14 12:25:08.814040 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187540cd-1775-4f6a-a3e2-f661941aaad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1113953-b61b-465a-9d11-177766b5719d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:08.815834 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 32944) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:08.860739 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (1f0d3a83-69a5-4b87-967a-acf91f1f8f5a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.899171 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0d3a83-69a5-4b87-967a-acf91f1f8f5a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:08.911452 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-121d0093-7d6e-46c8-bec4-93a824fd62c2 req-8bcc3137-a43c-4c6d-b465-57faf77cda6f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 210 time: 0.0417845 Jul 14 12:25:08.913432 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-87d7f352-8dc7-4906-ab60-03f7c0f94cb6 admin admin] Publish callbacks [] for security_group (d1113953-b61b-465a-9d11-177766b5719d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.984202 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-87d7f352-8dc7-4906-ab60-03f7c0f94cb6 admin admin] Publish callbacks [] for security_group (d1113953-b61b-465a-9d11-177766b5719d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:08.995352 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:09.010402 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (01bdae72-514e-4f6c-8ea3-e35de3589c96), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.113469 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (01bdae72-514e-4f6c-8ea3-e35de3589c96), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.116274 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks [] for router_controller (01bdae72-514e-4f6c-8ea3-e35de3589c96), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.230181 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-87d7f352-8dc7-4906-ab60-03f7c0f94cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (d1113953-b61b-465a-9d11-177766b5719d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.233056 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-87d7f352-8dc7-4906-ab60-03f7c0f94cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.236757 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-87d7f352-8dc7-4906-ab60-03f7c0f94cb6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d1113953-b61b-465a-9d11-177766b5719d HTTP/1.1" status: 204 len: 168 time: 0.4174263 Jul 14 12:25:09.236757 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (01bdae72-514e-4f6c-8ea3-e35de3589c96), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.236757 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01bdae72-514e-4f6c-8ea3-e35de3589c96 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:25:09.245591 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.246727 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-861ac0d9-79dd-4e39-846d-7f0274a9c07c admin admin] 10.222.0.27 "DELETE /v2.0/routers/01bdae72-514e-4f6c-8ea3-e35de3589c96 HTTP/1.1" status: 204 len: 168 time: 1.3135040 Jul 14 12:25:09.249421 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 32950) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:09.255309 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d7f352-8dc7-4906-ab60-03f7c0f94cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1113953-b61b-465a-9d11-177766b5719d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:09.365345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Deleting subnet 0550d0f4-1830-4c0b-984d-6dff1a7e752c {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:25:09.371034 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Publish callbacks [] for subnet (0550d0f4-1830-4c0b-984d-6dff1a7e752c), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.391221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:09.426252 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5714455'] for subnet (0550d0f4-1830-4c0b-984d-6dff1a7e752c), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.458163 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-08e7bbd8-02e2-4bbb-b7b4-5ce646b622bf tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:09.459619 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-08e7bbd8-02e2-4bbb-b7b4-5ce646b622bf tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 812 time: 0.1796749 Jul 14 12:25:09.600375 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (0550d0f4-1830-4c0b-984d-6dff1a7e752c), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.667608 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-21b014fe-fa7f-4027-abcc-a4c70324326e tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 380 time: 0.1869757 Jul 14 12:25:09.676456 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:09.682459 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'port': {'device_id': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'admin_state_up': True, 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'security_groups': ['7f191b90-cd85-47ac-a8c6-ce1c106594fa']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:09.814074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5603995'] for subnet (0550d0f4-1830-4c0b-984d-6dff1a7e752c), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.857467 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0550d0f4-1830-4c0b-984d-6dff1a7e752c,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:09.870522 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:09.876120 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-dc6a481b-6710-4bb0-bbc0-922a1a8bb701 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0550d0f4-1830-4c0b-984d-6dff1a7e752c HTTP/1.1" status: 204 len: 168 time: 0.6231725 Jul 14 12:25:09.878605 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98aeb2d-28fd-45fb-ab4e-2414f01a7ef7 None None] Network d7a5d35d-c460-4290-bd4b-813214351817 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:25:09.879887 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 32964) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:09.967023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Made reservation on behalf of c0d098ca721b409385a08b91d861b295 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:25:09.972546 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.004660 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:10.010207 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (d7a5d35d-c460-4290-bd4b-813214351817), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.102603 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Deleting port 2c915b34-4421-4652-8f4c-6d6a059ac0ac {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:10.103151 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.116110 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] DHCP port deletion for d7a5d35d-c460-4290-bd4b-813214351817 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:25:10.208474 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] For port 2c915b34-4421-4652-8f4c-6d6a059ac0ac, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2c915b34-4421-4652-8f4c-6d6a059ac0ac,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:10.209191 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.212157 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Deleting port 2c915b34-4421-4652-8f4c-6d6a059ac0ac {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:10.212780 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.225600 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Calling delete_port for 2c915b34-4421-4652-8f4c-6d6a059ac0ac owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:10.247843 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 48c99773-eb51-4e80-83d2-d381a09b54be no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:10.249713 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-485f3e23-e2bf-42ea-b06e-530b9fff2383 req-87638bf8-f3f1-4663-9f1f-3b97ff09aaad tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 210 time: 0.0920730 Jul 14 12:25:10.309277 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 48c99773-eb51-4e80-83d2-d381a09b54be {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:25:10.309531 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 48c99773-eb51-4e80-83d2-d381a09b54be not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:10.310155 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:10.316275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Allocated IP 172.20.0.6 (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1/c0e794ee-c2ee-4b0d-a212-980b45964dd2/90f6fd17-e1da-4664-af50-c1a16671d7a0) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:10.348999 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:25:10.349349 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1f0d3a83-69a5-4b87-967a-acf91f1f8f5a not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:10.353320 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] For port 2c915b34-4421-4652-8f4c-6d6a059ac0ac, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2c915b34-4421-4652-8f4c-6d6a059ac0ac,segment=NetworkSegment(50bd0918-c5ac-483b-b114-0b891b912498),segment_id=50bd0918-c5ac-483b-b114-0b891b912498)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:10.353783 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.364031 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-90d41eff-171b-44a7-a7f2-b567d55cb8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.371844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Calling delete_port for 2c915b34-4421-4652-8f4c-6d6a059ac0ac owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:10.432356 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.444671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:10.463683 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c915b34-4421-4652-8f4c-6d6a059ac0ac,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:10.467769 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] No DVR routers for this DVR port 2c915b34-4421-4652-8f4c-6d6a059ac0ac on host dv-cinder-848900-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:25:10.494092 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.557791 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (d7a5d35d-c460-4290-bd4b-813214351817), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.580281 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a5d35d-c460-4290-bd4b-813214351817']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:10.590758 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bd0918-c5ac-483b-b114-0b891b912498') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:10.591127 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bd0918-c5ac-483b-b114-0b891b912498') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:10.602487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (50bd0918-c5ac-483b-b114-0b891b912498), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.615476 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (50bd0918-c5ac-483b-b114-0b891b912498), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.619245 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (2c915b34-4421-4652-8f4c-6d6a059ac0ac), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.619641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.639863 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:25:10.641419 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (50bd0918-c5ac-483b-b114-0b891b912498), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.652173 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Pushing event deleted for resources: {'Port': ['ID=2c915b34-4421-4652-8f4c-6d6a059ac0ac,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:10.677203 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.677692 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.678104 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.678424 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.679022 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.680176 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.680523 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.680890 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.681273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.681604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.682159 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.682444 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.682860 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.683097 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.683414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:10.689978 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 50bd0918-c5ac-483b-b114-0b891b912498 resource provider aggregate not found Jul 14 12:25:10.698506 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01400629-8fe9-4824-aaea-71169354e9c9 None None] No DVR routers for this DVR port 2c915b34-4421-4652-8f4c-6d6a059ac0ac on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:25:10.723873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=90f6fd17-e1da-4664-af50-c1a16671d7a0,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:10.742717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:10.744399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:10.746834 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:10.765811 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 50bd0918-c5ac-483b-b114-0b891b912498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50bd0918-c5ac-483b-b114-0b891b912498 found for delete ", "request_id": "req-336dd989-1c4d-4a31-bc53-0ea2c68fff0e"}]} Jul 14 12:25:10.817826 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:10.818880 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.875939 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (d7a5d35d-c460-4290-bd4b-813214351817), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.884539 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:10.892088 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d7a5d35d-c460-4290-bd4b-813214351817 HTTP/1.1" status: 204 len: 168 time: 1.0101504 Jul 14 12:25:10.901969 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb30d90-2b70-4bcc-ab6e-e25424a0fd44 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a5d35d-c460-4290-bd4b-813214351817,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:10.915004 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-9d57d19a-35ca-459b-b432-96c15531268a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2364156 Jul 14 12:25:10.932026 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Request body: {'port': {'device_id': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:11.000801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.053614 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-8241ff68-7a18-4d29-88dd-9591845a068c None None] Provisioning complete for port 90f6fd17-e1da-4664-af50-c1a16671d7a0 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:11.054657 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8241ff68-7a18-4d29-88dd-9591845a068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.110264 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-8241ff68-7a18-4d29-88dd-9591845a068c None None] Port 90f6fd17-e1da-4664-af50-c1a16671d7a0 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:25:11.154318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:11.289108 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33000) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:11.312819 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f6fd17-e1da-4664-af50-c1a16671d7a0 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:25:11.322008 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Publish callbacks [] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.350215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Transition to ACTIVE for port object 90f6fd17-e1da-4664-af50-c1a16671d7a0 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:25:11.359603 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f7eb498b-1756-4978-b21b-25556c2343b1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=33b09a1d039248aa95a089c8d8d99c68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0670521 Jul 14 12:25:11.362358 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33002) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:11.381989 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d8a6a-742a-4a90-b6a5-6e872cfbb787 req-426b78e6-656b-4b82-a989-dd179f0d3987 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:11.384103 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-491d8a6a-742a-4a90-b6a5-6e872cfbb787 req-426b78e6-656b-4b82-a989-dd179f0d3987 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 931 time: 0.0550404 Jul 14 12:25:11.409087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.425909 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-018879fa-9a54-4cb0-bf66-671d1d8c69b6 admin admin] Publish callbacks [] for security_group (58c89828-2f0b-4b4b-bd6f-425eed5746a1), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.440310 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-491d8a6a-742a-4a90-b6a5-6e872cfbb787 req-97defc72-f40a-4e45-aad1-74944c6184a8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507829 Jul 14 12:25:11.495793 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-018879fa-9a54-4cb0-bf66-671d1d8c69b6 admin admin] Publish callbacks [] for security_group (58c89828-2f0b-4b4b-bd6f-425eed5746a1), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.497907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Pushing event updated for resources: {'Port': ['ID=90f6fd17-e1da-4664-af50-c1a16671d7a0,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:11.536835 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:11.602184 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Attempting to bind port 90f6fd17-e1da-4664-af50-c1a16671d7a0 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:25:11.602184 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Attempting to bind port 90f6fd17-e1da-4664-af50-c1a16671d7a0 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:25:11.602184 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Attempting to bind port 90f6fd17-e1da-4664-af50-c1a16671d7a0 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:11.606658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Port 90f6fd17-e1da-4664-af50-c1a16671d7a0 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:25:11.607032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Attempting to bind port 90f6fd17-e1da-4664-af50-c1a16671d7a0 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:11.612530 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:25:11.612874 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Checking segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:25:11.613259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Bound using segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:25:11.613680 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Bound port: 90f6fd17-e1da-4664-af50-c1a16671d7a0, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:25:11.614048 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.651331 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.685409 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-018879fa-9a54-4cb0-bf66-671d1d8c69b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (58c89828-2f0b-4b4b-bd6f-425eed5746a1), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.687992 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-018879fa-9a54-4cb0-bf66-671d1d8c69b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.689129 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-018879fa-9a54-4cb0-bf66-671d1d8c69b6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/58c89828-2f0b-4b4b-bd6f-425eed5746a1 HTTP/1.1" status: 204 len: 168 time: 0.3284056 Jul 14 12:25:11.706539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018879fa-9a54-4cb0-bf66-671d1d8c69b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c89828-2f0b-4b4b-bd6f-425eed5746a1,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:11.710053 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] For port 90f6fd17-e1da-4664-af50-c1a16671d7a0, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:25:11.737884 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:11.737991 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] For port 90f6fd17-e1da-4664-af50-c1a16671d7a0, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:25:11.806484 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.879004 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Pushing event updated for resources: {'Port': ['ID=90f6fd17-e1da-4664-af50-c1a16671d7a0,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:11.882180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:11.882898 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:11.884322 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-b38c51f6-1b16-4e3b-a4d5-28dec20e9da6 service neutron] 10.222.0.86 "PUT /v2.0/ports/90f6fd17-e1da-4664-af50-c1a16671d7a0 HTTP/1.1" status: 200 len: 1093 time: 0.9573140 Jul 14 12:25:11.884796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:11.887313 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658594e0-d1d2-483d-b681-438c3c494cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:11.935858 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bdc46e-f2de-45be-9ac4-024d4ccdc310 x-openstack-request-id: req-26bdc46e-f2de-45be-9ac4-024d4ccdc310 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:11.936141 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:11.936389 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-26bdc46e-f2de-45be-9ac4-024d4ccdc310 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:11.936807 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bdc46e-f2de-45be-9ac4-024d4ccdc310'] response: {'name': 'network-changed', 'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'status': 'completed', 'code': 200} Jul 14 12:25:12.029769 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658594e0-d1d2-483d-b681-438c3c494cc8 req-1cfe0999-05ad-455e-b715-79af771ab797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.031564 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-658594e0-d1d2-483d-b681-438c3c494cc8 req-1cfe0999-05ad-455e-b715-79af771ab797 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 1127 time: 0.0427732 Jul 14 12:25:12.120743 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2c915b34-4421-4652-8f4c-6d6a059ac0ac no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:12.143718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 2c915b34-4421-4652-8f4c-6d6a059ac0ac {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:25:12.144596 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2c915b34-4421-4652-8f4c-6d6a059ac0ac not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:12.178150 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658594e0-d1d2-483d-b681-438c3c494cc8 req-dba4b969-7a9e-4677-9d2e-fbcbb5945747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.180896 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-658594e0-d1d2-483d-b681-438c3c494cc8 req-dba4b969-7a9e-4677-9d2e-fbcbb5945747 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c0d098ca721b409385a08b91d861b295&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1324794 Jul 14 12:25:12.300933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658594e0-d1d2-483d-b681-438c3c494cc8 req-79141dd0-1eb9-4731-b0fd-5b6d0d3ce7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.303116 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-658594e0-d1d2-483d-b681-438c3c494cc8 req-79141dd0-1eb9-4731-b0fd-5b6d0d3ce7df service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118073 Jul 14 12:25:12.404825 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-f53f1da7-9c38-44c1-802c-88d4bf935e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.406354 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-f53f1da7-9c38-44c1-802c-88d4bf935e7a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 1127 time: 0.0385971 Jul 14 12:25:12.456065 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-c2184cca-a6db-428d-85f1-544b8c69948a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0 HTTP/1.1" status: 200 len: 217 time: 0.0349493 Jul 14 12:25:12.470306 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:12.511623 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-cdc5b2f1-61a8-47ab-abd9-86e3eaebc02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.514927 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-cdc5b2f1-61a8-47ab-abd9-86e3eaebc02c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0512266 Jul 14 12:25:12.529915 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:12.559956 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-4bbc5b5a-1825-4c93-b922-b71fa5b8fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.561541 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-4bbc5b5a-1825-4c93-b922-b71fa5b8fbc7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412428 Jul 14 12:25:12.566047 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db007d2a-de60-4d6a-bc2b-2365506f95b8 req-d8a2ddc9-168f-4155-bb60-bbf35e14f2b7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:12.567545 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db007d2a-de60-4d6a-bc2b-2365506f95b8 req-d8a2ddc9-168f-4155-bb60-bbf35e14f2b7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0481057 Jul 14 12:25:12.618818 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-db007d2a-de60-4d6a-bc2b-2365506f95b8 req-5bc9ec65-0cf3-4b3b-906c-46645745c7a2 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Jul 14 12:25:12.668109 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-22689596-4221-4b2c-bb92-7bf5fb675ecd service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991714 Jul 14 12:25:12.786010 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-eef37ca0-bf55-4aa5-aa8a-1320ad4b14ea req-7feb4fad-996d-4b16-8af5-2c94d1939832 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095741 Jul 14 12:25:12.864236 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:12.894293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33052) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:12.992335 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2124160452-network', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:13.081292 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Made reservation on behalf of cc4efb6abcf3412897b7f1484988aa2b for: {'network': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:25:13.084119 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.094910 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.124544 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:13.136994 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.170692 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks [] for security_group (1de512ea-784c-4ef2-a4f0-14315321e793), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.274162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1de512ea-784c-4ef2-a4f0-14315321e793), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.301962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104470) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:25:13.308955 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de512ea-784c-4ef2-a4f0-14315321e793,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:13.317299 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (89e866d0-7e12-4b1a-bc67-70e2b2415013), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.317652 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.segments_db [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Added segment 89e866d0-7e12-4b1a-bc67-70e2b2415013 of type vlan for network 738fa312-d388-4da8-be3f-aad30d233548 Jul 14 12:25:13.363344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (738fa312-d388-4da8-be3f-aad30d233548), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.462796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (738fa312-d388-4da8-be3f-aad30d233548), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.464114 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:13.464689 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.527604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] Pushing event updated for resources: {'Network': ['ID=738fa312-d388-4da8-be3f-aad30d233548,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:13.537623 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 738fa312-d388-4da8-be3f-aad30d233548 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:25:13.552391 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-31f06d6f-f9cf-46a1-a7e7-c782da0e75e5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6569149 Jul 14 12:25:13.555343 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33066) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:13.560175 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Request body: {'subnet': {'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-subnet', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:13.681265 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Made reservation on behalf of cc4efb6abcf3412897b7f1484988aa2b for: {'subnet': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:25:13.683770 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5604000'] for subnet (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:13.709519 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d902e6a-94e4-4f7c-bb1e-4894d91d09f6 req-f59159b2-0f5c-4c36-99f2-5221b7f88665 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:13.716140 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4d902e6a-94e4-4f7c-bb1e-4894d91d09f6 req-f59159b2-0f5c-4c36-99f2-5221b7f88665 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0502324 Jul 14 12:25:13.771474 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4d902e6a-94e4-4f7c-bb1e-4894d91d09f6 req-0a8f6895-adea-4852-b0c4-a4343d1134be tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519044 Jul 14 12:25:13.806303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f27b1-39b0-455b-9364-c12e3675dd1d req-450d1205-941d-4e8b-b6ec-24847f6f3a06 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:13.807794 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c34f27b1-39b0-455b-9364-c12e3675dd1d req-450d1205-941d-4e8b-b6ec-24847f6f3a06 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.1030710 Jul 14 12:25:13.896585 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c34f27b1-39b0-455b-9364-c12e3675dd1d req-46754a42-4432-4856-aa3e-fd5829fbeb0d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829811 Jul 14 12:25:13.902472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:INSERT=16,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:14.040923 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6962116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5603986'] for subnet (c3d6defd-c350-4bf5-bfff-a0de84c6556d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.091128 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3d6defd-c350-4bf5-bfff-a0de84c6556d,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:14.106929 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:25:14.107302 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Network hostable DHCP agents. Network: 738fa312-d388-4da8-be3f-aad30d233548, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104470) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:25:14.207069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Network 738fa312-d388-4da8-be3f-aad30d233548 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:25:14.286944 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 738fa312-d388-4da8-be3f-aad30d233548) {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:14.293022 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:14.293022 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.297022 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32cb8da-7d24-406f-94c0-63add4715f1b None None] Network 738fa312-d388-4da8-be3f-aad30d233548 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:25:14.368384 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6c075e47-76ef-4e4a-86d8-9362dbf9327b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8119030 Jul 14 12:25:14.371027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33076) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:14.376592 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:14.403281 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3682b4df-324f-5837-9d0e-6fd6b711e64a-738fa312-d388-4da8-be3f-aad30d233548', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d'}]}} from dv-cinder-848900-3-iscsi. {{(pid=104471) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 14 12:25:14.404345 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.464794 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-681038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64734'] for router (70db9cdc-099a-42c9-8b49-5ae4486d26d5), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.465828 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-681178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540804', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64745'] for router (70db9cdc-099a-42c9-8b49-5ae4486d26d5), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.518644 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks [] for router_controller (70db9cdc-099a-42c9-8b49-5ae4486d26d5), precommit_add_association {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.550961 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.db_base_plugin_common [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Allocated IP 172.20.0.2 (738fa312-d388-4da8-be3f-aad30d233548/c3d6defd-c350-4bf5-bfff-a0de84c6556d/99c6227f-93ee-4863-8341-8c8869236049) {{(pid=104471) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:14.694399 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Publish callbacks [] for port (99c6227f-93ee-4863-8341-8c8869236049), precommit_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.729779 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks [] for router_gateway (70db9cdc-099a-42c9-8b49-5ae4486d26d5), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.732581 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:14.766355 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910'] for port (99c6227f-93ee-4863-8341-8c8869236049), after_create {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.816827 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104471) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:14.822643 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.scheduler.base_scheduler [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Resources bound (agent type, host, resource id): {{(pid=104471) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:14.824655 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Pushing event updated for resources: {'Port': ['ID=99c6227f-93ee-4863-8341-8c8869236049,revision_number=1']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:14.826817 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Received port after_create {{(pid=104471) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:14.885388 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:14.887076 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Attempting to bind port 99c6227f-93ee-4863-8341-8c8869236049 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:25:14.887451 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Attempting to bind port 99c6227f-93ee-4863-8341-8c8869236049 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:25:14.887808 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Attempting to bind port 99c6227f-93ee-4863-8341-8c8869236049 on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:14.893067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:25:14.896122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:25:14.896122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.896122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Bound using segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:25:14.896122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Bound port: 99c6227f-93ee-4863-8341-8c8869236049, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:25:14.896122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (99c6227f-93ee-4863-8341-8c8869236049), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:14.904350 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283d208-d9b1-4961-aaab-e8ab14c9ed72 req-763ce8b7-6fa1-4d09-914c-6762751356bf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:14.911266 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b283d208-d9b1-4961-aaab-e8ab14c9ed72 req-763ce8b7-6fa1-4d09-914c-6762751356bf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0530844 Jul 14 12:25:14.966163 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b283d208-d9b1-4961-aaab-e8ab14c9ed72 req-fe774f03-0ca1-4e8f-9e75-8f31837c7884 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534999 Jul 14 12:25:14.968965 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] For port 99c6227f-93ee-4863-8341-8c8869236049, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:25:14.973219 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] For port 99c6227f-93ee-4863-8341-8c8869236049, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=99c6227f-93ee-4863-8341-8c8869236049,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:25:15.043993 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b925f-cccf-4f86-a1ea-bd5c6ea98bf9 req-fba10bc8-ace9-494a-8b54-0cf398a08d49 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:15.045441 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ac1b925f-cccf-4f86-a1ea-bd5c6ea98bf9 req-fba10bc8-ace9-494a-8b54-0cf398a08d49 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0590363 Jul 14 12:25:15.046533 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks [] for router_gateway (70db9cdc-099a-42c9-8b49-5ae4486d26d5), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:15.067823 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:15.088164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (99c6227f-93ee-4863-8341-8c8869236049), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:15.155191 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3045f-1232-4859-9f43-38fb0ba8c64b None None] Pushing event updated for resources: {'Port': ['ID=99c6227f-93ee-4863-8341-8c8869236049,revision_number=2']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:15.163943 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ac1b925f-cccf-4f86-a1ea-bd5c6ea98bf9 req-ef6f391e-924e-4248-ae37-443d252a6c42 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981519 Jul 14 12:25:15.224281 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Allocated IP 172.27.1.166 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/c2dee697-9c97-468e-9441-7d8f935c516f) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:15.307339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:15.338903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks [] for port (c2dee697-9c97-468e-9441-7d8f935c516f), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:15.431096 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:15.479286 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:15.484336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:15.486474 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Pushing event updated for resources: {'Port': ['ID=c2dee697-9c97-468e-9441-7d8f935c516f,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:15.488586 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:15.786293 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=69 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:15.791558 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:16.069012 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks [] for router_gateway (70db9cdc-099a-42c9-8b49-5ae4486d26d5), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.095118 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041f801-e020-4b60-82a8-7332f834401d req-9863d329-e87b-4736-884c-97dfcc3f83f4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:16.105607 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f06435-85f6-4e1a-8ce6-07dd68595fcd None None] Network 738fa312-d388-4da8-be3f-aad30d233548 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:25:16.107136 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9041f801-e020-4b60-82a8-7332f834401d req-9863d329-e87b-4736-884c-97dfcc3f83f4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0618203 Jul 14 12:25:16.152261 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:16.155276 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:16.168401 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9041f801-e020-4b60-82a8-7332f834401d req-64bbf973-c98e-45be-acef-2d8f94c81fa8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591486 Jul 14 12:25:16.190719 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] Provisioning complete for port 99c6227f-93ee-4863-8341-8c8869236049 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:16.191272 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (99c6227f-93ee-4863-8341-8c8869236049), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.229093 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 99c6227f-93ee-4863-8341-8c8869236049 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:16.279782 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:16.328962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0d3e-73bb-4598-97d1-d2bc7139faa6 req-63eef9f0-639c-4ef2-8948-b7bfea8e3b3c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:16.329721 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ed7b0d3e-73bb-4598-97d1-d2bc7139faa6 req-63eef9f0-639c-4ef2-8948-b7bfea8e3b3c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0866899 Jul 14 12:25:16.330354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 99c6227f-93ee-4863-8341-8c8869236049 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:16.330731 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (99c6227f-93ee-4863-8341-8c8869236049), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.395735 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] Current status of the port 99c6227f-93ee-4863-8341-8c8869236049 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:16.396124 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (99c6227f-93ee-4863-8341-8c8869236049), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.427295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-681155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684627'] for router (70db9cdc-099a-42c9-8b49-5ae4486d26d5), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.433868 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ed7b0d3e-73bb-4598-97d1-d2bc7139faa6 req-74d1f948-5e84-4a72-8ec5-9af4504d5575 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946772 Jul 14 12:25:16.455635 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] For port 99c6227f-93ee-4863-8341-8c8869236049, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=99c6227f-93ee-4863-8341-8c8869236049,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:16.467912 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 99c6227f-93ee-4863-8341-8c8869236049 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:16.468314 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (99c6227f-93ee-4863-8341-8c8869236049), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.550311 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (99c6227f-93ee-4863-8341-8c8869236049), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.558287 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:16.624542 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.db.api [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 14 12:25:16.624850 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG oslo_db.api [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 12:25:16.628955 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957fe4d-25be-4295-a72a-3b79014c0bd3 None None] Pushing event updated for resources: {'Port': ['ID=99c6227f-93ee-4863-8341-8c8869236049,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:16.635347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 is scheduled to L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 with binding_index 1 {{(pid=104470) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 14 12:25:16.669629 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-064c1180-1e38-47b8-8cec-f4af28e30373 None None] Provisioning complete for port 99c6227f-93ee-4863-8341-8c8869236049 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:16.669629 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-064c1180-1e38-47b8-8cec-f4af28e30373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (99c6227f-93ee-4863-8341-8c8869236049), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.728273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:16.753222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:16.766856 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:16.768030 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-064c1180-1e38-47b8-8cec-f4af28e30373 None None] Current status of the port 99c6227f-93ee-4863-8341-8c8869236049 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:16.779660 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:16.780290 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:16.837937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:16.842238 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-bc56bdc5-8ce6-46a7-be75-5441018b6051 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4673078 Jul 14 12:25:16.842453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33108) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:16.887228 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:17.061358 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:15Z', 'revision_number': 3, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:17.085604 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:17.085941 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Updating router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 port c2dee697-9c97-468e-9441-7d8f935c516f binding host dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:25:17.116377 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.166954 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 99c6227f-93ee-4863-8341-8c8869236049 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:17.251378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.293536 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086c047-3db6-478b-8b94-71dfe030990d req-b7419001-a961-4c47-aa39-9d9c3c0bf010 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:17.295239 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9086c047-3db6-478b-8b94-71dfe030990d req-b7419001-a961-4c47-aa39-9d9c3c0bf010 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0535901 Jul 14 12:25:17.322016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:17.353174 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9086c047-3db6-478b-8b94-71dfe030990d req-086c4e74-198e-4ec5-81de-d2d845312428 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457194 Jul 14 12:25:17.387589 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Publish callbacks [] for port (c2dee697-9c97-468e-9441-7d8f935c516f), precommit_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.422680 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Allocated IP 172.20.0.1 (738fa312-d388-4da8-be3f-aad30d233548/c3d6defd-c350-4bf5-bfff-a0de84c6556d/ef51cf1d-60f8-4eed-9255-7aa07a73ae74) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:17.452307 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.504960 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376dc7e-7ace-44b7-b78f-b9d5f7ff460e None None] Pushing event updated for resources: {'Port': ['ID=c2dee697-9c97-468e-9441-7d8f935c516f,revision_number=2']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:17.509937 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Attempting to bind port c2dee697-9c97-468e-9441-7d8f935c516f on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:25:17.510295 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Attempting to bind port c2dee697-9c97-468e-9441-7d8f935c516f by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:25:17.510651 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Attempting to bind port c2dee697-9c97-468e-9441-7d8f935c516f on network 02276e58-87fc-4473-b021-241dbac24866 {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:17.516088 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:25:17.516454 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Checking segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:25:17.516838 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.517214 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Bound using segment: {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'} {{(pid=104472) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:25:17.517660 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.managers [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Bound port: c2dee697-9c97-468e-9441-7d8f935c516f, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99feddc6-ef77-456c-9d8a-f9c3a9d8397f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02276e58-87fc-4473-b021-241dbac24866'}}] {{(pid=104472) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:25:17.518031 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), before_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.561683 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks [] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.569666 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] For port c2dee697-9c97-468e-9441-7d8f935c516f, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104472) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:25:17.573457 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.plugins.ml2.db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] For port c2dee697-9c97-468e-9441-7d8f935c516f, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=c2dee697-9c97-468e-9441-7d8f935c516f,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104472) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:25:17.587582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb76cb-b505-4530-af90-765229e05aeb req-ee246609-3c2d-4f92-93e8-331b25d47a42 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:17.589066 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e7fb76cb-b505-4530-af90-765229e05aeb req-ee246609-3c2d-4f92-93e8-331b25d47a42 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0687451 Jul 14 12:25:17.635166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:17.642241 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron_lib.callbacks.manager [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), after_update {{(pid=104472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.651800 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e7fb76cb-b505-4530-af90-765229e05aeb req-3e7d6f21-ae1e-43b9-a957-526cc7960d1f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554726 Jul 14 12:25:17.706443 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:17.707063 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:17.709765 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376dc7e-7ace-44b7-b78f-b9d5f7ff460e None None] Pushing event updated for resources: {'Port': ['ID=c2dee697-9c97-468e-9441-7d8f935c516f,revision_number=3']} {{(pid=104472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:17.716403 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.744724 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:17.758821 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:17.764129 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:17.768177 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:17.791628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Pushing event updated for resources: {'Port': ['ID=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:17.811568 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:17.814548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672397'] for router_interface (70db9cdc-099a-42c9-8b49-5ae4486d26d5), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:17.821533 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:18.049666 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.094106 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-98f23877-b855-4048-8202-ce19287c9423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:15Z', 'revision_number': 3, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:18.104624 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-837f0dae-1ddf-44d3-aee5-9f62f19cd0e8 None None] Provisioning complete for port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:18.104889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-837f0dae-1ddf-44d3-aee5-9f62f19cd0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.110490 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:18.120654 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f23877-b855-4048-8202-ce19287c9423 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:15Z', 'revision_number': 3, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:18.157418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 99c6227f-93ee-4863-8341-8c8869236049 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:18.162230 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-837f0dae-1ddf-44d3-aee5-9f62f19cd0e8 None None] Port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:25:18.209577 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port 99c6227f-93ee-4863-8341-8c8869236049 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:18.210858 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (99c6227f-93ee-4863-8341-8c8869236049), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.237714 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks [] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.289059 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port 99c6227f-93ee-4863-8341-8c8869236049 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:18.309978 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.390260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Pushing event updated for resources: {'Port': ['ID=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:18.395318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1535750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-686325'] for router_interface (70db9cdc-099a-42c9-8b49-5ae4486d26d5), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.487729 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c54224-7648-4f18-bfee-565ca5194de7 req-688988c1-9aab-449d-b3d6-4ff1aa55dc31 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:18.489913 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2c54224-7648-4f18-bfee-565ca5194de7 req-688988c1-9aab-449d-b3d6-4ff1aa55dc31 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0534258 Jul 14 12:25:18.501050 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:18.502538 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:18.551181 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b2c54224-7648-4f18-bfee-565ca5194de7 req-d6413b45-e897-440a-9b07-d6568b45bd8c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543103 Jul 14 12:25:18.640434 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:25:18.644002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:18.787565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-35d1d9d5-f537-4e78-a8b7-76391363b4d3 None None] Provisioning complete for port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:18.789923 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-35d1d9d5-f537-4e78-a8b7-76391363b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:18.806908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270adae6-be6e-4980-baa3-f263e11e0c5d req-b7eccbbb-99dd-4cb7-a3ea-7b7bc575ad0b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:18.808393 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-270adae6-be6e-4980-baa3-f263e11e0c5d req-b7eccbbb-99dd-4cb7-a3ea-7b7bc575ad0b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0617259 Jul 14 12:25:18.809502 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:18.823037 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-35f5395d-2a48-4f41-8fb0-e61c819a0213 admin admin] 10.222.0.27 "PUT /v2.0/routers/70db9cdc-099a-42c9-8b49-5ae4486d26d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9708006 Jul 14 12:25:18.836896 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-35d1d9d5-f537-4e78-a8b7-76391363b4d3 None None] Port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:25:18.871838 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-270adae6-be6e-4980-baa3-f263e11e0c5d req-16af5d17-e19c-4af1-bcae-8538873c5574 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563235 Jul 14 12:25:19.186427 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33134) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:19.190950 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307995992', 'description': 'tempest-description--819633464'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:19.252054 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.323260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (1334194b-4555-4d04-9948-fa08a270c927), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.366187 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1334194b-4555-4d04-9948-fa08a270c927), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.395426 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1334194b-4555-4d04-9948-fa08a270c927,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:19.458437 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.459725 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ce95f7e3-0002-4fc8-833b-95e1ace016ea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2722805 Jul 14 12:25:19.463163 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33136) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:19.467377 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': '1334194b-4555-4d04-9948-fa08a270c927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:19.578008 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (080f33ec-74a9-4844-a5ee-571cadfa2ce6), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.639598 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (080f33ec-74a9-4844-a5ee-571cadfa2ce6), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.684671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d0-cd7c-4c4b-8321-5e2757a5b42d req-91a6b05f-9770-41d0-b34a-8ad58992a4e2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:19.686203 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d590b8d0-cd7c-4c4b-8321-5e2757a5b42d req-91a6b05f-9770-41d0-b34a-8ad58992a4e2 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0498495 Jul 14 12:25:19.719835 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (080f33ec-74a9-4844-a5ee-571cadfa2ce6), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.753764 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080f33ec-74a9-4844-a5ee-571cadfa2ce6,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:19.760166 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d590b8d0-cd7c-4c4b-8321-5e2757a5b42d req-e245585c-29f0-448d-a122-13fa25b83c87 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685735 Jul 14 12:25:19.804641 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:19.816011 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:19.816636 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:19.825759 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.826999 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-50cc47c7-6084-4bb9-8435-42989c4c2ad4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629010 Jul 14 12:25:19.829872 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33140) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:19.834084 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': '1334194b-4555-4d04-9948-fa08a270c927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:19.921368 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:19.923447 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (689b34e1-1c60-4396-b48c-52a269089377), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.924077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:19.986229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (689b34e1-1c60-4396-b48c-52a269089377), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:19.992839 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8801533-fab6-4a22-91d1-10a4bf63cb30 req-9608cbe1-a23a-4b38-8721-e460d8ade16b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:19.994452 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8801533-fab6-4a22-91d1-10a4bf63cb30 req-9608cbe1-a23a-4b38-8721-e460d8ade16b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0505321 Jul 14 12:25:20.041182 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (689b34e1-1c60-4396-b48c-52a269089377), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.056832 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8801533-fab6-4a22-91d1-10a4bf63cb30 req-92051b1e-b075-4d79-a8cc-151ee9839e26 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560181 Jul 14 12:25:20.073036 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689b34e1-1c60-4396-b48c-52a269089377,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:20.118994 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:20.135334 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:18Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:20.156324 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.164543 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-309bd5fa-a539-4d74-9328-4c00a5c45e6a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334119 Jul 14 12:25:20.166190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33148) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:20.171321 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:20.171673 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Updating router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 binding host dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 12:25:20.175638 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device c2dee697-9c97-468e-9441-7d8f935c516f up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:20.176152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:20.236874 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.269880 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.279930 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:20.285107 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port c2dee697-9c97-468e-9441-7d8f935c516f triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:20.285477 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.334565 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:20.353018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.365687 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.460832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.27.1.33 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/9773fb15-a856-4862-b365-22a29a8aa1db) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:20.575285 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (9773fb15-a856-4862-b365-22a29a8aa1db), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.615723 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port c2dee697-9c97-468e-9441-7d8f935c516f is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:20.616007 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.653888 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] For port c2dee697-9c97-468e-9441-7d8f935c516f, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=c2dee697-9c97-468e-9441-7d8f935c516f,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:20.658608 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (9773fb15-a856-4862-b365-22a29a8aa1db), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.698027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:20.703259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:20.707267 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:20.710089 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.719373 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Publish callbacks [] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), precommit_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.737299 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=9773fb15-a856-4862-b365-22a29a8aa1db,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:20.739814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:20.766948 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Pushing event updated for resources: {'Port': ['ID=c2dee697-9c97-468e-9441-7d8f935c516f,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:20.817556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (670f2b76-fb53-4fe5-9df8-b2b879e2eae5), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.835483 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.840648 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:20.882669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21f72-8042-4794-98df-b804756bf270 req-782de197-277d-4e49-ad7a-7fd26b10e922 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:20.884596 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-abc21f72-8042-4794-98df-b804756bf270 req-782de197-277d-4e49-ad7a-7fd26b10e922 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0505888 Jul 14 12:25:20.887824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c7491-29eb-465b-b5a0-fa70bdf30cb3 None None] Pushing event updated for resources: {'Port': ['ID=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,revision_number=3']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:20.950009 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Attempting to bind port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 on host dv-cinder-848900-3-iscsi for vnic_type normal with profile {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:25:20.950436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Attempting to bind port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 by drivers openvswitch,hyperv on host dv-cinder-848900-3-iscsi at level 0 using segments [{'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:25:20.950826 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Attempting to bind port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:20.956405 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Checking agent: {'id': '8ca49853-df5c-497c-8820-9ea04d5da7fb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-848900-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 9, 43), 'started_at': datetime.datetime(2022, 7, 14, 12, 10, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-848900-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:25:20.956776 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:25:20.957185 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.957560 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Bound using segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} {{(pid=104471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:25:20.958416 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.managers [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Bound port: ef51cf1d-60f8-4eed-9255-7aa07a73ae74, host: dv-cinder-848900-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}}] {{(pid=104471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:25:20.958822 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:20.964730 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-abc21f72-8042-4794-98df-b804756bf270 req-0f2f0ee2-dd4f-463a-9949-f5dab6603189 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692234 Jul 14 12:25:20.969808 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (9773fb15-a856-4862-b365-22a29a8aa1db), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.029664 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] For port ef51cf1d-60f8-4eed-9255-7aa07a73ae74, host dv-cinder-848900-3-iscsi, cleared binding levels {{(pid=104471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:25:21.033124 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] For port ef51cf1d-60f8-4eed-9255-7aa07a73ae74, host dv-cinder-848900-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:25:21.127445 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.136055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (9773fb15-a856-4862-b365-22a29a8aa1db), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.168948 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6d722-1339-4a27-80b9-b5685f91ba53 req-3835a39e-21a8-4f95-a188-509bbcf6ff22 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:21.175952 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22c6d722-1339-4a27-80b9-b5685f91ba53 req-3835a39e-21a8-4f95-a188-509bbcf6ff22 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 943 time: 0.0565872 Jul 14 12:25:21.211901 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] Provisioning complete for port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:21.215698 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.216898 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:21.217542 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:21.231667 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-22c6d722-1339-4a27-80b9-b5685f91ba53 req-a228c6cf-19e7-4f43-bce3-37a4c0641bce tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544348 Jul 14 12:25:21.256990 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (9773fb15-a856-4862-b365-22a29a8aa1db), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.285239 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c7491-29eb-465b-b5a0-fa70bdf30cb3 None None] Pushing event updated for resources: {'Port': ['ID=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:21.347723 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=9773fb15-a856-4862-b365-22a29a8aa1db,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:21.374337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (670f2b76-fb53-4fe5-9df8-b2b879e2eae5), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.397284 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:21.413522 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:25:21.418443 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:21.420725 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] Current status of the port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 is: DOWN; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:21.421472 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.448995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.464909 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-bd41cdb5-6c9f-43eb-a481-8b7edb7bc665 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2921050 Jul 14 12:25:21.467057 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:21.521297 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] For port ef51cf1d-60f8-4eed-9255-7aa07a73ae74, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:21.597209 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 90f6fd17-e1da-4664-af50-c1a16671d7a0 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:25:21.613672 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-75e491bc-9394-4228-8c3b-e83e57f08626 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--307995992&fields=id&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 267 time: 0.0453470 Jul 14 12:25:21.615020 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.722524 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-a72f7a71-2ff2-46b1-80c4-a7b0d02a957f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:21.724116 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-a72f7a71-2ff2-46b1-80c4-a7b0d02a957f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1028850 Jul 14 12:25:21.744797 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-a666d310-da75-4ca7-95bc-d68008543135 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/quotas/cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 375 time: 0.0119841 Jul 14 12:25:21.778454 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:21.783065 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b9338-43f5-42b7-80fb-d1d2bd772ad6 None None] Pushing event updated for resources: {'Port': ['ID=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:21.790406 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1a38e8b9-8b92-4b23-b39f-491720806959 None None] Provisioning complete for port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:21.790406 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1a38e8b9-8b92-4b23-b39f-491720806959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:21.807163 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-48527428-6223-4087-a9ea-91a98c65abf0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566640 Jul 14 12:25:21.814991 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:21.819815 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2c6a47-800e-4d9a-a30d-de6c9946be8b None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:21.875262 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 90f6fd17-e1da-4664-af50-c1a16671d7a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:21.901999 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'port_id': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'mac_address': 'fa:16:3e:71:ff:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:25:21.981688 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1a38e8b9-8b92-4b23-b39f-491720806959 None None] Current status of the port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:21.983726 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 90f6fd17-e1da-4664-af50-c1a16671d7a0 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:21.984112 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:22.001860 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f6fd17-e1da-4664-af50-c1a16671d7a0 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:25:22.027957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 90f6fd17-e1da-4664-af50-c1a16671d7a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:22.111685 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dd6e5-e670-4cd7-8ad4-f62fa00519b6 req-af417163-f34b-4654-89dc-8c89ef2fae59 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:22.111893 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:22.123973 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d34dd6e5-e670-4cd7-8ad4-f62fa00519b6 req-af417163-f34b-4654-89dc-8c89ef2fae59 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0624504 Jul 14 12:25:22.182647 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d34dd6e5-e670-4cd7-8ad4-f62fa00519b6 req-c4aaccb3-9146-4770-a30d-4c5829e2cb0e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610876 Jul 14 12:25:22.199529 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=90f6fd17-e1da-4664-af50-c1a16671d7a0,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:22.278328 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-98ba4a70-9440-45bd-adf0-fda38e369f1b service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481485 Jul 14 12:25:22.292292 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device ef51cf1d-60f8-4eed-9255-7aa07a73ae74 up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:22.354576 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:22.355148 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:22.383486 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cd89d-7abb-4497-8ce5-5b21bdc84fc2 req-f0cdbae6-b7eb-4d6c-bb2a-d591da76803a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:22.385388 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0e4cd89d-7abb-4497-8ce5-5b21bdc84fc2 req-f0cdbae6-b7eb-4d6c-bb2a-d591da76803a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 944 time: 0.0624530 Jul 14 12:25:22.421607 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-22a4381c-9b75-4d3f-ab1d-ebf8090b4407 service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344860 Jul 14 12:25:22.451342 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:22.454633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device c2dee697-9c97-468e-9441-7d8f935c516f up at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:22.460059 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0e4cd89d-7abb-4497-8ce5-5b21bdc84fc2 req-949f2c0c-e099-4d03-a43d-f8e07a0af5d5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676780 Jul 14 12:25:22.489118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['90f6fd17-e1da-4664-af50-c1a16671d7a0'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:25:22.577134 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Provisioning complete for port c2dee697-9c97-468e-9441-7d8f935c516f triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:22.577509 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:22.651316 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:22.685952 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-72b7bff9-e302-432a-b093-5731c4cdc2da req-58f26c20-8f69-42dc-b5d0-9fc4dd97dfb9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 210 time: 0.0320148 Jul 14 12:25:22.736825 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Current status of the port c2dee697-9c97-468e-9441-7d8f935c516f is: ACTIVE; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:23.322498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf31cfb-be6f-4336-9c4a-7aa19e16318b req-9fc9c1fb-acbc-4330-95ec-657803e6f509 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:23.324050 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-faf31cfb-be6f-4336-9c4a-7aa19e16318b req-9fc9c1fb-acbc-4330-95ec-657803e6f509 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0489185 Jul 14 12:25:23.372834 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-faf31cfb-be6f-4336-9c4a-7aa19e16318b req-912cd7a2-ee8e-41e5-aff5-495f8c838b40 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432947 Jul 14 12:25:23.577786 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da973f-709c-46dd-b924-87e87cdb8b49 req-adac8350-d791-4992-9d9e-2322738fa788 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:23.579284 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8da973f-709c-46dd-b924-87e87cdb8b49 req-adac8350-d791-4992-9d9e-2322738fa788 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 944 time: 0.0473430 Jul 14 12:25:23.611299 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 90f6fd17-e1da-4664-af50-c1a16671d7a0 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:23.612940 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:23.632854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:23.633709 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f8da973f-709c-46dd-b924-87e87cdb8b49 req-1f69a102-2100-4a1c-9261-1db958b50d02 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481577 Jul 14 12:25:23.656134 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 90f6fd17-e1da-4664-af50-c1a16671d7a0 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:25:23.750048 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 90f6fd17-e1da-4664-af50-c1a16671d7a0 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:23.750484 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:23.783178 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-41559208-9035-481d-adb1-2d6db71a322c req-ce02b61e-e633-4687-b06a-a81c94291b30 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 210 time: 0.0309491 Jul 14 12:25:23.836718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 90f6fd17-e1da-4664-af50-c1a16671d7a0 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:23.837106 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:23.863592 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:23.865894 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f2573-43d5-4573-b763-b1fbe4bdc4b6" -d '{"events": [{"server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "name": "network-vif-plugged", "status": "completed", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:23.879743 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 90f6fd17-e1da-4664-af50-c1a16671d7a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:23.913125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8376a-214d-43f5-aad2-2007e77f8683 x-openstack-request-id: req-36b8376a-214d-43f5-aad2-2007e77f8683 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:23.913413 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "name": "network-vif-plugged", "status": "completed", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:23.913665 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-36b8376a-214d-43f5-aad2-2007e77f8683 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:23.915112 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b8376a-214d-43f5-aad2-2007e77f8683'] response: {'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'code': 200} Jul 14 12:25:24.080991 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:24.129533 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=90f6fd17-e1da-4664-af50-c1a16671d7a0,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:24.484359 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d0a45-8544-4cd9-b9a3-5441dac953dc req-51d95ed0-689d-44d8-8c10-23b756b4fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:24.485853 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a73d0a45-8544-4cd9-b9a3-5441dac953dc req-51d95ed0-689d-44d8-8c10-23b756b4fbbd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 1129 time: 0.0700009 Jul 14 12:25:24.494019 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:24.502384 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc524c-d7b3-4bf1-bc58-b28219d42ab9 req-d87e0534-9db3-4d1a-8eb5-455d0948bfbd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:24.503890 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-61bc524c-d7b3-4bf1-bc58-b28219d42ab9 req-d87e0534-9db3-4d1a-8eb5-455d0948bfbd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0531936 Jul 14 12:25:24.582215 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a73d0a45-8544-4cd9-b9a3-5441dac953dc req-60a12c9a-c2d7-4f8f-98e8-1a5de6b5cc1b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773134 Jul 14 12:25:24.585902 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-61bc524c-d7b3-4bf1-bc58-b28219d42ab9 req-8373f682-f023-4f1c-9c6a-b267e5a35e74 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740545 Jul 14 12:25:24.754969 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa1eff-8ed6-462b-a36e-a4264fa4fbe3 req-6b7b2e3f-2f6a-4772-9107-3b91ed0879fb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:24.756429 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82aa1eff-8ed6-462b-a36e-a4264fa4fbe3 req-6b7b2e3f-2f6a-4772-9107-3b91ed0879fb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Jul 14 12:25:24.811319 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-82aa1eff-8ed6-462b-a36e-a4264fa4fbe3 req-832d1d49-8ede-44df-ac94-aa3a9d0cb04f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Jul 14 12:25:24.896302 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-85598b0d-3783-47ef-973a-9fac9b488904 req-5cf85d72-8eaa-4e91-8528-4dc5557b57ce tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 210 time: 0.0332768 Jul 14 12:25:25.246506 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-9ff25b47-9f13-4894-8123-8b634bed4713 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447180 Jul 14 12:25:25.613933 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:25:25.698919 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-1a285871-e025-4104-a325-034b36f73c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:25.701394 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-1a285871-e025-4104-a325-034b36f73c67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1130 time: 0.0606563 Jul 14 12:25:25.731519 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46830025-bf95-474d-906c-94cd0ed667f4 req-959566ca-1a3d-4e0a-b40b-5ce9b6a6decc tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:25.739313 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-46830025-bf95-474d-906c-94cd0ed667f4 req-959566ca-1a3d-4e0a-b40b-5ce9b6a6decc tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0676212 Jul 14 12:25:25.764984 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:25.778211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'mac_address': 'fa:16:3e:11:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:25:25.785044 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-46830025-bf95-474d-906c-94cd0ed667f4 req-6be7796e-f32c-444c-b3c5-eb5c1a136772 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446851 Jul 14 12:25:25.826581 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: ACTIVE; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:25.826581 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:25.838420 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c14bf32-ee21-46df-a087-dc33eef08a69 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:25:25.845307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-2c11d2a8-f46d-4c24-960c-b209ffde5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:25.848799 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-2c11d2a8-f46d-4c24-960c-b209ffde5d07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 909 time: 0.1081598 Jul 14 12:25:25.859939 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:25.926498 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:25.938832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99daca1a-7a4b-44de-9265-e797c2732df3 req-5ed3507c-994b-4de0-82f0-f8456526efa7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:25.940960 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-99daca1a-7a4b-44de-9265-e797c2732df3 req-5ed3507c-994b-4de0-82f0-f8456526efa7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Jul 14 12:25:26.004063 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f423fbad-9ac1-4720-9ce4-83c14368847c req-c89ca87c-0479-440c-8946-7cdbc52160c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 210 time: 0.0335393 Jul 14 12:25:26.012126 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-99daca1a-7a4b-44de-9265-e797c2732df3 req-ff096986-6022-4b69-8fe0-1dcd9e76ff7d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651159 Jul 14 12:25:26.109410 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=6']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:26.185036 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['3c14bf32-ee21-46df-a087-dc33eef08a69'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:25:26.230351 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33250) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:26.294450 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:26.361067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-38b0a5e9-57a9-4400-98ab-14e8d6e000ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.388440 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-05865d70-9c89-4215-bde5-2770264cc3fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 1000 time: 0.1004305 Jul 14 12:25:26.435412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:26.454678 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-38b0a5e9-57a9-4400-98ab-14e8d6e000ee admin admin] Publish callbacks [] for security_group (97044669-2981-4392-b579-2c63ec4ef4ce), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.522605 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-38b0a5e9-57a9-4400-98ab-14e8d6e000ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (97044669-2981-4392-b579-2c63ec4ef4ce), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.645456 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0a5e9-57a9-4400-98ab-14e8d6e000ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97044669-2981-4392-b579-2c63ec4ef4ce,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:26.670995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-d1aa1902-7dfe-481a-b3db-2dbe5d1fd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:26.672865 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-d1aa1902-7dfe-481a-b3db-2dbe5d1fd858 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 200 len: 847 time: 0.1346989 Jul 14 12:25:26.675150 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-38b0a5e9-57a9-4400-98ab-14e8d6e000ee admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ad82b5b9f06546d394bf1274a7f4a747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436975 Jul 14 12:25:26.678116 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33254) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:26.700435 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96485ced-d188-43de-a9b3-ac48cf25d273 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:26.703668 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96485ced-d188-43de-a9b3-ac48cf25d273 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1917219 Jul 14 12:25:26.743954 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Publish callbacks [] for security_group (97044669-2981-4392-b579-2c63ec4ef4ce), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.748010 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:26.764320 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-6767a992-3010-44e5-b66d-090b884f6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:26.765837 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-6767a992-3010-44e5-b66d-090b884f6498 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e2d82ad-097f-449f-ba1a-eddfae1d0196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611796 Jul 14 12:25:26.768686 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Publish callbacks [] for security_group (97044669-2981-4392-b579-2c63ec4ef4ce), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.771106 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:26.800128 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-47518042-2b63-477b-8414-429c8da9dcb6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 379 time: 0.0668383 Jul 14 12:25:26.863800 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (97044669-2981-4392-b579-2c63ec4ef4ce), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.866438 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:26.868220 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/97044669-2981-4392-b579-2c63ec4ef4ce HTTP/1.1" status: 204 len: 168 time: 0.1891458 Jul 14 12:25:26.876843 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97044669-2981-4392-b579-2c63ec4ef4ce,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:26.886200 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.886804 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.887182 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.887549 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.887812 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.888141 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.888463 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.888784 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.889106 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.889427 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.889840 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.890163 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.890482 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.890823 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.893441 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac2e687-6cf2-46a9-b714-9320c144fae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:26.921274 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'port': {'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'admin_state_up': True, 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'security_groups': ['1334194b-4555-4d04-9948-fa08a270c927']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:26.978671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f940fcb-d6b8-4b1f-b33f-1a770e88d206 req-d6944464-4346-4867-b1d0-da27b439d069 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:26.980158 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9f940fcb-d6b8-4b1f-b33f-1a770e88d206 req-d6944464-4346-4867-b1d0-da27b439d069 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.1157949 Jul 14 12:25:27.132725 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a0df0-5279-4ae9-8770-82fa465ea00b req-a36b99ac-c447-44fb-81b9-50d04aadf283 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:27.134457 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e71a0df0-5279-4ae9-8770-82fa465ea00b req-a36b99ac-c447-44fb-81b9-50d04aadf283 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0539162 Jul 14 12:25:27.154073 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-c71d2ab3-f4ef-4ba7-95fc-8cf75c6054af service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453799 Jul 14 12:25:27.157690 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9f940fcb-d6b8-4b1f-b33f-1a770e88d206 req-3dee8d0a-5762-4de3-9393-f6522b82d066 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483142 Jul 14 12:25:27.195450 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e71a0df0-5279-4ae9-8770-82fa465ea00b req-210e836b-1a86-4905-9bcb-736471978abc tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548196 Jul 14 12:25:27.278859 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Made reservation on behalf of cc4efb6abcf3412897b7f1484988aa2b for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:25:27.282082 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.317089 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dbe8dcd2-a3fa-4ed4-85f4-cf2028fba186 req-3f3165f0-75e1-4aef-80f9-2b302d298580 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 210 time: 0.0525162 Jul 14 12:25:27.340108 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6b01c-5632-4452-90da-e8ce0d13df4e req-75d8feb7-c11c-4676-b4ec-994c5a404279 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:27.347193 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2cc6b01c-5632-4452-90da-e8ce0d13df4e req-75d8feb7-c11c-4676-b4ec-994c5a404279 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0691226 Jul 14 12:25:27.389813 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fbfa451e-ef66-45f6-9fe9-f531a24d1c27 req-77fc41b6-c6fe-4d9a-b6b4-8e72ae1377a3 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224240 Jul 14 12:25:27.394645 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2cc6b01c-5632-4452-90da-e8ce0d13df4e req-331de9ea-af66-4ee9-addf-bbbebebb7356 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465665 Jul 14 12:25:27.420576 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33280) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:27.469812 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.20.0.8 (738fa312-d388-4da8-be3f-aad30d233548/c3d6defd-c350-4bf5-bfff-a0de84c6556d/44491564-6962-4103-ad53-cbf800a11b21) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:27.576029 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33288) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:27.592265 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213375c-a20b-4e76-b956-cdac3f94d3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.630604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (44491564-6962-4103-ad53-cbf800a11b21), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.643659 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:27.646976 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:27.657341 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505fb428-adbc-4bc3-99f5-f35645871580 tempest-TestVolumeBootPattern-865649772 tempest-TestVolumeBootPattern-865649772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:27.658986 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-505fb428-adbc-4bc3-99f5-f35645871580 tempest-TestVolumeBootPattern-865649772 tempest-TestVolumeBootPattern-865649772-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 1124 time: 0.2373316 Jul 14 12:25:27.663636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33290) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:27.669431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'port_id': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:27.694932 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:27.723571 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213375c-a20b-4e76-b956-cdac3f94d3d8 admin admin] Publish callbacks [] for security_group (32356913-17bd-4394-bc1c-f0a26c2aaf2a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.725293 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 3c14bf32-ee21-46df-a087-dc33eef08a69 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:27.726067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.760086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.765387 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (44491564-6962-4103-ad53-cbf800a11b21), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.790574 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6213375c-a20b-4e76-b956-cdac3f94d3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (32356913-17bd-4394-bc1c-f0a26c2aaf2a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.804807 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:27.805201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.831414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:27.834823 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe6704-74df-44d7-8ddc-b93ca8f04994" -d '{"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-plugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:27.848420 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:27.865263 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6213375c-a20b-4e76-b956-cdac3f94d3d8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4cb923f477fa40fab0fc58cd918686b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857623 Jul 14 12:25:27.867394 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33300) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:27.881118 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213375c-a20b-4e76-b956-cdac3f94d3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32356913-17bd-4394-bc1c-f0a26c2aaf2a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:27.913150 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e869e79-6be9-4aab-95c8-780691a6929f x-openstack-request-id: req-8e869e79-6be9-4aab-95c8-780691a6929f {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:27.913440 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-plugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:27.913778 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8e869e79-6be9-4aab-95c8-780691a6929f {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:27.914147 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e869e79-6be9-4aab-95c8-780691a6929f'] response: {'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'code': 200} Jul 14 12:25:27.915509 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:27.919143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=44491564-6962-4103-ad53-cbf800a11b21,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:27.923612 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:27.933027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:27.934200 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca7af4c2-512d-4558-83e4-c009ad507fc9 admin admin] Publish callbacks [] for security_group (32356913-17bd-4394-bc1c-f0a26c2aaf2a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.952631 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:27.959151 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca7af4c2-512d-4558-83e4-c009ad507fc9 admin admin] Publish callbacks [] for security_group (32356913-17bd-4394-bc1c-f0a26c2aaf2a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.965549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:27.978333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.030987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:28.037785 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:28.043982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.065362 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=7']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:28.121362 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca7af4c2-512d-4558-83e4-c009ad507fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (32356913-17bd-4394-bc1c-f0a26c2aaf2a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.124385 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ca7af4c2-512d-4558-83e4-c009ad507fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.127444 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ca7af4c2-512d-4558-83e4-c009ad507fc9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/32356913-17bd-4394-bc1c-f0a26c2aaf2a HTTP/1.1" status: 204 len: 168 time: 0.2591131 Jul 14 12:25:28.128647 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-fecbf657-a68b-4dff-ace9-847430c423a3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2189431 Jul 14 12:25:28.138283 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7af4c2-512d-4558-83e4-c009ad507fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32356913-17bd-4394-bc1c-f0a26c2aaf2a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:28.141520 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Allocated IP 172.27.1.47 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/bf56c257-0bc5-4c46-84d1-5323a10ad9e2) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:25:28.149583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Request body: {'port': {'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:28.275954 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-8e871282-01bd-47aa-8b13-3cc20985c4d0 None None] Provisioning complete for port 44491564-6962-4103-ad53-cbf800a11b21 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:28.276613 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8e871282-01bd-47aa-8b13-3cc20985c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (44491564-6962-4103-ad53-cbf800a11b21), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.345003 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a2ad2-27b5-42c6-8040-bb726fc206de req-d934890f-6913-4a05-8bf4-2701ad1964ea tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:28.346948 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd0a2ad2-27b5-42c6-8040-bb726fc206de req-d934890f-6913-4a05-8bf4-2701ad1964ea tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0948608 Jul 14 12:25:28.361761 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-8e871282-01bd-47aa-8b13-3cc20985c4d0 None None] Port 44491564-6962-4103-ad53-cbf800a11b21 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:25:28.364669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (44491564-6962-4103-ad53-cbf800a11b21), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.424748 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-dd0a2ad2-27b5-42c6-8040-bb726fc206de req-0e7806c1-c11b-4ec9-a74f-435e5c5dee70 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638204 Jul 14 12:25:28.533318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:28.592344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.654207 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50f98-2ec7-4fb0-9873-eee531a4e1ad req-5d7384b9-07ed-4f2e-86c0-7f79ecdd97f5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:28.655792 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d5e50f98-2ec7-4fb0-9873-eee531a4e1ad req-5d7384b9-07ed-4f2e-86c0-7f79ecdd97f5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 931 time: 0.1297181 Jul 14 12:25:28.752697 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d5e50f98-2ec7-4fb0-9873-eee531a4e1ad req-4b3e939d-7cb8-4b14-a652-3e993859b049 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849485 Jul 14 12:25:28.766027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:28.832680 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.875505 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44491564-6962-4103-ad53-cbf800a11b21 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:25:28.892921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:25:28.897837 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Publish callbacks [] for port (44491564-6962-4103-ad53-cbf800a11b21), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:28.902600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:25:28.907470 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:25:28.953665 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=bf56c257-0bc5-4c46-84d1-5323a10ad9e2,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:28.964831 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Transition to ACTIVE for port object 44491564-6962-4103-ad53-cbf800a11b21 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:25:29.064245 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (44491564-6962-4103-ad53-cbf800a11b21), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:29.205864 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Pushing event updated for resources: {'Port': ['ID=44491564-6962-4103-ad53-cbf800a11b21,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:29.255042 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:29.439035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Attempting to bind port 44491564-6962-4103-ad53-cbf800a11b21 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:25:29.439504 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Attempting to bind port 44491564-6962-4103-ad53-cbf800a11b21 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:25:29.439818 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Attempting to bind port 44491564-6962-4103-ad53-cbf800a11b21 on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:29.449667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Port 44491564-6962-4103-ad53-cbf800a11b21 on network 738fa312-d388-4da8-be3f-aad30d233548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:25:29.449977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Attempting to bind port 44491564-6962-4103-ad53-cbf800a11b21 on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:25:29.463425 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:25:29.463822 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:25:29.464130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Bound using segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:25:29.464556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Bound port: 44491564-6962-4103-ad53-cbf800a11b21, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:25:29.464908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (44491564-6962-4103-ad53-cbf800a11b21), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:29.622361 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (3f1283cf-58c4-4244-a973-1f19fd37dd61), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:29.625380 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ee40e-2537-46f1-8f84-d5890a161002 req-e0a5aeb3-514c-4bc4-8e1d-9ec2f3569cde tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:29.627481 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ef5ee40e-2537-46f1-8f84-d5890a161002 req-e0a5aeb3-514c-4bc4-8e1d-9ec2f3569cde tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0667901 Jul 14 12:25:29.669499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:29.670891 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] For port 44491564-6962-4103-ad53-cbf800a11b21, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:25:29.681074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] For port 44491564-6962-4103-ad53-cbf800a11b21, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=44491564-6962-4103-ad53-cbf800a11b21,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:25:29.688629 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ef5ee40e-2537-46f1-8f84-d5890a161002 req-7a356fc4-c8cd-4de6-acfc-0bc688005d4f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544329 Jul 14 12:25:29.795157 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (44491564-6962-4103-ad53-cbf800a11b21), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:29.960272 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:29.961944 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:29.963658 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] 10.222.0.86 "PUT /v2.0/ports/44491564-6962-4103-ad53-cbf800a11b21 HTTP/1.1" status: 200 len: 1093 time: 1.8195426 Jul 14 12:25:29.971059 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'tag': '44491564-6962-4103-ad53-cbf800a11b21'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:29.975169 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e" -d '{"events": [{"name": "network-changed", "server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "tag": "44491564-6962-4103-ad53-cbf800a11b21"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:30.011162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1cd67-287f-4f74-a4e1-c9179e96441b req-b644c47c-c5b7-4d2b-8edf-0c544e54ab99 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:30.019279 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a7c1cd67-287f-4f74-a4e1-c9179e96441b req-b644c47c-c5b7-4d2b-8edf-0c544e54ab99 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 943 time: 0.1294353 Jul 14 12:25:30.029225 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e472e2-fdb3-4bf1-90d4-e8925e2a59ba service neutron] Pushing event updated for resources: {'Port': ['ID=44491564-6962-4103-ad53-cbf800a11b21,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:30.031999 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:30.372182 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfdcfde-dfab-44ec-b745-399ff68eab2a x-openstack-request-id: req-fcfdcfde-dfab-44ec-b745-399ff68eab2a {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:30.372792 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "tag": "44491564-6962-4103-ad53-cbf800a11b21", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:30.372792 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fcfdcfde-dfab-44ec-b745-399ff68eab2a {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:30.373095 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfdcfde-dfab-44ec-b745-399ff68eab2a'] response: {'name': 'network-changed', 'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'tag': '44491564-6962-4103-ad53-cbf800a11b21', 'status': 'completed', 'code': 200} Jul 14 12:25:30.459499 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e req-7b3c4c03-7044-474c-b22f-ca4101ed8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:30.461783 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e req-7b3c4c03-7044-474c-b22f-ca4101ed8c4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 1127 time: 0.0878649 Jul 14 12:25:30.475721 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a7c1cd67-287f-4f74-a4e1-c9179e96441b req-b42d07b0-9ab1-48f8-bc70-a0ee5ab8f9ee tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4538364 Jul 14 12:25:30.622540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:30.661969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e req-2f426323-d19d-4dc9-af15-08dd8332b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:30.663677 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e req-2f426323-d19d-4dc9-af15-08dd8332b97f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1862803 Jul 14 12:25:30.706453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:30.721320 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:30.814130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e req-c446a5b7-f492-41d7-8d4e-10b0f1d13dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:30.816171 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0e6b9fd7-e9a8-4f80-904f-d982bda9f46e req-c446a5b7-f492-41d7-8d4e-10b0f1d13dd6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463664 Jul 14 12:25:30.820172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:30.849392 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef21f7c-4343-4f3b-a1e6-5eddf27b8c21 req-996f87fa-8807-4d53-a4ff-6399816ebefd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:30.859261 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ef21f7c-4343-4f3b-a1e6-5eddf27b8c21 req-996f87fa-8807-4d53-a4ff-6399816ebefd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0668018 Jul 14 12:25:30.927464 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3ef21f7c-4343-4f3b-a1e6-5eddf27b8c21 req-98a6908d-fb24-4254-b077-782e99455650 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665011 Jul 14 12:25:30.975335 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=bf56c257-0bc5-4c46-84d1-5323a10ad9e2,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:31.003663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-99bc0cb9-2f8d-4983-b21e-d618b4f9635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:31.005169 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-99bc0cb9-2f8d-4983-b21e-d618b4f9635b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 1127 time: 0.0993817 Jul 14 12:25:31.006057 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (3f1283cf-58c4-4244-a973-1f19fd37dd61), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:31.142222 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-c188d3c6-c0fa-4ed9-b657-d57033ca576f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44491564-6962-4103-ad53-cbf800a11b21 HTTP/1.1" status: 200 len: 217 time: 0.0427651 Jul 14 12:25:31.203324 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Floating IP 3f1283cf-58c4-4244-a973-1f19fd37dd61 associated. External IP: 172.27.1.47, port: 90f6fd17-e1da-4664-af50-c1a16671d7a0. Jul 14 12:25:31.268730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-64e0229c-7f2a-45bc-98dc-fb2797dae1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:31.270221 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-64e0229c-7f2a-45bc-98dc-fb2797dae1d1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.1193738 Jul 14 12:25:31.353350 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-dfaf3324-8716-41e6-ac10-cc807a2ac9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:31.355024 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-dfaf3324-8716-41e6-ac10-cc807a2ac9f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770209 Jul 14 12:25:31.413291 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=39 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:31.547173 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-bd52dda4-13bc-4bec-b353-142ef73a125b service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829214 Jul 14 12:25:31.589206 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:31.606087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:25:31.711737 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13e3b7-cde5-4b28-a68f-901bd86c6406 req-8d1c81c2-c680-45d5-8a90-bcc53d6a1b7b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:31.713833 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c13e3b7-cde5-4b28-a68f-901bd86c6406 req-8d1c81c2-c680-45d5-8a90-bcc53d6a1b7b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 943 time: 0.1547801 Jul 14 12:25:31.807194 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f4ff98f-cf5a-466f-b20d-39e078664d53 req-70e6cc00-dbd5-43dd-98a9-55495693d874 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495792 Jul 14 12:25:31.876875 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8c13e3b7-cde5-4b28-a68f-901bd86c6406 req-6005fad2-64bd-4304-ba40-0d0f966b5932 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573124 Jul 14 12:25:31.890092 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:31.901467 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:31.912564 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:31.912564 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:32.015758 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:32.057644 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:32.069258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319edf8-bea7-431c-9a9b-ff20460910d0 req-431d3a93-5afd-40dc-8863-75b20f427d22 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:32.071999 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e319edf8-bea7-431c-9a9b-ff20460910d0 req-431d3a93-5afd-40dc-8863-75b20f427d22 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0602500 Jul 14 12:25:32.117874 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ed842205-3a4b-426d-9286-b804b909a708 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4492779 Jul 14 12:25:32.155072 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e319edf8-bea7-431c-9a9b-ff20460910d0 req-d008734d-244f-4042-bea8-61a07f728c64 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742004 Jul 14 12:25:32.273210 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '3f1283cf-58c4-4244-a973-1f19fd37dd61', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:71:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:29Z', 'updated_at': '2022-07-14T12:25:29Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:32.300182 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:32.309636 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:32.310235 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:32.374455 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:32.376886 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:32.417827 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:32.457594 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1965d32f-6b21-4f3f-9c26-2657d6d9a063 x-openstack-request-id: req-1965d32f-6b21-4f3f-9c26-2657d6d9a063 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:32.458579 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:32.459023 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1965d32f-6b21-4f3f-9c26-2657d6d9a063 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:32.459570 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1965d32f-6b21-4f3f-9c26-2657d6d9a063'] response: {'name': 'network-changed', 'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'status': 'completed', 'code': 200} Jul 14 12:25:32.651449 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '3f1283cf-58c4-4244-a973-1f19fd37dd61', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:71:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:29Z', 'updated_at': '2022-07-14T12:25:29Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:32.678189 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9f64e-3a78-472a-a847-f306a6803315 None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '3f1283cf-58c4-4244-a973-1f19fd37dd61', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:71:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:29Z', 'updated_at': '2022-07-14T12:25:29Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:32.969959 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949485db-4c17-40c7-81b6-fd717af334bf None None] New status for floating IP 3f1283cf-58c4-4244-a973-1f19fd37dd61: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:25:33.016262 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bd9eb-6902-4e18-be9c-138539f62c2e req-a7ec952f-7bbd-49fe-b079-6c078bc8f635 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:33.017895 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be1bd9eb-6902-4e18-be9c-138539f62c2e req-a7ec952f-7bbd-49fe-b079-6c078bc8f635 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 943 time: 0.0600798 Jul 14 12:25:33.064019 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-39f8d080-6d3a-4921-bc70-ce97bad32718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:33.065799 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-39f8d080-6d3a-4921-bc70-ce97bad32718 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 1129 time: 0.0506072 Jul 14 12:25:33.118189 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-be1bd9eb-6902-4e18-be9c-138539f62c2e req-af975e11-0142-43b9-bad7-fc54cb8eb399 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897872 Jul 14 12:25:33.187731 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-75ee0dcc-cdbe-4d74-8b39-3a218ff23168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:33.189760 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-75ee0dcc-cdbe-4d74-8b39-3a218ff23168 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.1182811 Jul 14 12:25:33.266601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:33.296719 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-3ba93d79-bebd-49ea-a1a9-ce81628bdb9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0 HTTP/1.1" status: 200 len: 998 time: 0.0988462 Jul 14 12:25:33.365018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-7abc227f-c957-443e-bf81-a6d855a00ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:33.366464 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-7abc227f-c957-443e-bf81-a6d855a00ec4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0588701 Jul 14 12:25:33.393505 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7a371-94c6-4808-b07e-040f5e0cb165 req-85c980f2-2cc6-42c3-94d4-1a7b8c39e350 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:33.395214 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8ba7a371-94c6-4808-b07e-040f5e0cb165 req-85c980f2-2cc6-42c3-94d4-1a7b8c39e350 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.1377699 Jul 14 12:25:33.443868 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-1875d9bb-cec2-4986-908c-6e45a4b9b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:33.448814 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-1875d9bb-cec2-4986-908c-6e45a4b9b93b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718410 Jul 14 12:25:33.529146 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:33.536396 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8ba7a371-94c6-4808-b07e-040f5e0cb165 req-b38bd536-7007-45c5-b6ca-bf7c2d158fb9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203740 Jul 14 12:25:33.571526 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-85a916cc-9cc5-4ac8-88eb-310443452dc1 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170537 Jul 14 12:25:33.648848 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 44491564-6962-4103-ad53-cbf800a11b21 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:25:33.685003 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-90d2f89d-aec2-4f2c-97bb-4a1544e66c2d req-92057876-feca-48ae-bdca-102595b03b40 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067953 Jul 14 12:25:33.762898 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 44491564-6962-4103-ad53-cbf800a11b21, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=44491564-6962-4103-ad53-cbf800a11b21,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:33.775961 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '44491564-6962-4103-ad53-cbf800a11b21', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:25:33.823370 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 44491564-6962-4103-ad53-cbf800a11b21 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:33.823748 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (44491564-6962-4103-ad53-cbf800a11b21), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:33.838968 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44491564-6962-4103-ad53-cbf800a11b21 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:25:33.843124 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:33.864626 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 44491564-6962-4103-ad53-cbf800a11b21, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=44491564-6962-4103-ad53-cbf800a11b21,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:33.955244 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (44491564-6962-4103-ad53-cbf800a11b21), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:34.014715 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=44491564-6962-4103-ad53-cbf800a11b21,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:34.248222 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4e4b4-34c5-49a0-a3e8-7853c959d9f8 req-9d2fba7a-6565-4607-8760-aa998955b34e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:34.250010 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bdc4e4b4-34c5-49a0-a3e8-7853c959d9f8 req-9d2fba7a-6565-4607-8760-aa998955b34e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 944 time: 0.0488915 Jul 14 12:25:34.304771 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bdc4e4b4-34c5-49a0-a3e8-7853c959d9f8 req-e351e765-9911-4142-827a-76f55b93ffff tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475955 Jul 14 12:25:34.673380 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbdc57-cbff-416d-9f0e-6aaa9c2a153a req-cb9d2c90-6a91-4aae-9099-5620d9e12e9c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:34.674873 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98bbdc57-cbff-416d-9f0e-6aaa9c2a153a req-cb9d2c90-6a91-4aae-9099-5620d9e12e9c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0556285 Jul 14 12:25:34.729683 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98bbdc57-cbff-416d-9f0e-6aaa9c2a153a req-8b62abe3-f51c-4445-bdc9-d11adc958c59 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477369 Jul 14 12:25:35.425611 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3f8e9-89d8-437c-832f-a27743cfc62f req-ad09de0c-1c9c-48a5-b805-243105cfe597 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:35.427236 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a9a3f8e9-89d8-437c-832f-a27743cfc62f req-ad09de0c-1c9c-48a5-b805-243105cfe597 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 944 time: 0.0530691 Jul 14 12:25:35.487230 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a9a3f8e9-89d8-437c-832f-a27743cfc62f req-23181b72-9658-4225-baf0-174e50d115ed tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509398 Jul 14 12:25:35.862856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146c77a-e54f-41a6-9701-e0adfaf9648e req-d1980754-cecc-4d24-8afe-f0dd28085d86 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:35.864411 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b146c77a-e54f-41a6-9701-e0adfaf9648e req-d1980754-cecc-4d24-8afe-f0dd28085d86 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0507476 Jul 14 12:25:35.923940 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b146c77a-e54f-41a6-9701-e0adfaf9648e req-a49131f5-e237-46f6-88fb-2b819c5efc9d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488050 Jul 14 12:25:36.620574 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cfe37-3afc-40b1-af43-dcc7554eb06f req-ef158149-3cbe-489c-865a-36a883aabe93 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:36.622822 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb9cfe37-3afc-40b1-af43-dcc7554eb06f req-ef158149-3cbe-489c-865a-36a883aabe93 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 944 time: 0.0571113 Jul 14 12:25:36.687315 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb9cfe37-3afc-40b1-af43-dcc7554eb06f req-afbe81f6-3b77-4479-9449-2a2a8d629f73 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572081 Jul 14 12:25:36.746604 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['44491564-6962-4103-ad53-cbf800a11b21'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:25:37.049861 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff42d1-df62-4cac-812f-51b4a04cab70 req-4cbb998a-940d-436d-b574-ca3a8b9e34d1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:37.051525 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-67ff42d1-df62-4cac-812f-51b4a04cab70 req-4cbb998a-940d-436d-b574-ca3a8b9e34d1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0531557 Jul 14 12:25:37.107000 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-67ff42d1-df62-4cac-812f-51b4a04cab70 req-bc3febf8-99a1-48e3-8c64-c7edac7f8bc7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481181 Jul 14 12:25:37.827198 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7f5f3-ca3d-4368-80ef-d82f385335a5 req-2984442c-f33f-414c-9889-fb31697b5ace tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:37.829112 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-19a7f5f3-ca3d-4368-80ef-d82f385335a5 req-2984442c-f33f-414c-9889-fb31697b5ace tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 944 time: 0.0566609 Jul 14 12:25:37.895173 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-19a7f5f3-ca3d-4368-80ef-d82f385335a5 req-89324a10-afb0-4459-941d-87bc080f3ab6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577025 Jul 14 12:25:38.023997 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c8f1e7c8-f44b-483e-88f7-975308e41c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:38.430566 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2709755-547b-49b3-bc3b-8155746a6a41 req-5d6b738d-3f51-4552-bdf2-b5e13976a8d4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:38.430566 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2709755-547b-49b3-bc3b-8155746a6a41 req-5d6b738d-3f51-4552-bdf2-b5e13976a8d4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0490136 Jul 14 12:25:38.430566 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f2709755-547b-49b3-bc3b-8155746a6a41 req-75c99270-176a-4ac8-9c63-121a4dcabafa tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485494 Jul 14 12:25:38.431426 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 44491564-6962-4103-ad53-cbf800a11b21 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:25:38.472826 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 44491564-6962-4103-ad53-cbf800a11b21 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:25:38.737141 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 44491564-6962-4103-ad53-cbf800a11b21 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:25:38.737549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (44491564-6962-4103-ad53-cbf800a11b21), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:38.843264 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 44491564-6962-4103-ad53-cbf800a11b21 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:38.843678 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (44491564-6962-4103-ad53-cbf800a11b21), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:38.871239 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44491564-6962-4103-ad53-cbf800a11b21'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:38.876595 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04020a5-b87e-4742-b03a-b526a5c2eee2" -d '{"events": [{"server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "name": "network-vif-plugged", "status": "completed", "tag": "44491564-6962-4103-ad53-cbf800a11b21"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:38.904319 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 44491564-6962-4103-ad53-cbf800a11b21, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=44491564-6962-4103-ad53-cbf800a11b21,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:38.916673 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16bd9c5-afce-4398-8cb0-936546767dff x-openstack-request-id: req-e16bd9c5-afce-4398-8cb0-936546767dff {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:38.917238 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "name": "network-vif-plugged", "status": "completed", "tag": "44491564-6962-4103-ad53-cbf800a11b21", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:38.917872 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e16bd9c5-afce-4398-8cb0-936546767dff {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:38.918927 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16bd9c5-afce-4398-8cb0-936546767dff'] response: {'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44491564-6962-4103-ad53-cbf800a11b21', 'code': 200} Jul 14 12:25:38.977840 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (44491564-6962-4103-ad53-cbf800a11b21), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:39.045191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3791552-9ef2-43d2-817b-1dfc6b33fea6 req-0c64dc36-8113-40ce-9bd6-ca7aa58a6c7a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:39.048779 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=44491564-6962-4103-ad53-cbf800a11b21,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:39.058627 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c3791552-9ef2-43d2-817b-1dfc6b33fea6 req-0c64dc36-8113-40ce-9bd6-ca7aa58a6c7a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0707071 Jul 14 12:25:39.124171 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c3791552-9ef2-43d2-817b-1dfc6b33fea6 req-2b51e123-0e6d-49be-9cc1-296c401d0621 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641947 Jul 14 12:25:39.412978 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055885b8-31b5-4664-adff-893b86124a1b req-8186f520-8222-4de4-a35e-1cdd667a5257 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:39.416107 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-055885b8-31b5-4664-adff-893b86124a1b req-8186f520-8222-4de4-a35e-1cdd667a5257 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0503263 Jul 14 12:25:39.468981 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-055885b8-31b5-4664-adff-893b86124a1b req-0eb6f87e-817d-46e6-8b62-2dfed6c98ec1 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470276 Jul 14 12:25:40.238598 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ffa08-64e4-46ff-a877-c29911379239 req-6a44e9d1-a7f6-4d97-a361-95465ace8080 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:40.240077 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ef1ffa08-64e4-46ff-a877-c29911379239 req-6a44e9d1-a7f6-4d97-a361-95465ace8080 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Jul 14 12:25:40.268768 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e870e1c-0372-4680-b877-c77f57c66ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:40.287316 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ef1ffa08-64e4-46ff-a877-c29911379239 req-b9a06f02-0093-4e08-bf92-491edcebbd7f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414171 Jul 14 12:25:40.585447 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a395b-e8d4-42b2-9aa8-f83303389da3 req-00b17959-4330-48e6-9356-c4744ac1be52 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:40.587638 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-133a395b-e8d4-42b2-9aa8-f83303389da3 req-00b17959-4330-48e6-9356-c4744ac1be52 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0466006 Jul 14 12:25:40.638102 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-133a395b-e8d4-42b2-9aa8-f83303389da3 req-3358bbb6-10a5-4865-a90b-4eb8a547c505 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449932 Jul 14 12:25:41.399810 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aec94-9da3-416f-a3c2-58e668c212af req-51abda53-3958-40f3-b024-fbc87174e38c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:41.401253 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f9aec94-9da3-416f-a3c2-58e668c212af req-51abda53-3958-40f3-b024-fbc87174e38c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0466945 Jul 14 12:25:41.447885 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8f9aec94-9da3-416f-a3c2-58e668c212af req-0d74b35b-a53e-43f8-8c77-f2e987e2f89e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410550 Jul 14 12:25:41.645767 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:41.755525 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5294f3-cda2-4757-b939-329325875811 req-c8ca6da7-8d7f-4e12-937c-e2f0ca3ce3b4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:41.756992 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff5294f3-cda2-4757-b939-329325875811 req-c8ca6da7-8d7f-4e12-937c-e2f0ca3ce3b4 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0470707 Jul 14 12:25:41.803687 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ff5294f3-cda2-4757-b939-329325875811 req-aae986af-ca2d-44d5-bf62-312a288350ef tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402679 Jul 14 12:25:41.863059 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1732-ba82-4b24-9a08-b32f37fcebb7 req-892c5d64-94b2-41c7-aa35-20589c40ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:41.864557 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7a9c1732-ba82-4b24-9a08-b32f37fcebb7 req-892c5d64-94b2-41c7-aa35-20589c40ba7d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 1129 time: 0.0472107 Jul 14 12:25:41.953975 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:41.986261 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7a9c1732-ba82-4b24-9a08-b32f37fcebb7 req-afb46a7c-ed50-47a6-95b9-1347168f3a40 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384684 Jul 14 12:25:42.561388 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24371-0d76-490b-824f-c03d90b57bf5 req-106b60e9-0e41-4257-8932-f7ded78acede tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:42.562861 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e5d24371-0d76-490b-824f-c03d90b57bf5 req-106b60e9-0e41-4257-8932-f7ded78acede tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0472157 Jul 14 12:25:42.611429 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e5d24371-0d76-490b-824f-c03d90b57bf5 req-39526254-0dfd-4740-8126-09638c6bff21 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Jul 14 12:25:42.648981 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=96 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:42.654962 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=53,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:42.868694 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:42.922389 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832d59-a796-49de-81e5-25f3ce79f5fa req-d9d314e5-d42e-46d6-946c-3d8c88ccd2c6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:42.923893 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35832d59-a796-49de-81e5-25f3ce79f5fa req-d9d314e5-d42e-46d6-946c-3d8c88ccd2c6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0484049 Jul 14 12:25:42.936225 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:42.942614 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:42.971559 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-35832d59-a796-49de-81e5-25f3ce79f5fa req-722dca43-43de-4977-8dc3-b0e61851047d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420899 Jul 14 12:25:43.078062 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:43.144460 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-71bea38b-fa07-4497-b0b6-31b89f927982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:43.146230 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-71bea38b-fa07-4497-b0b6-31b89f927982 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1130 time: 0.0414743 Jul 14 12:25:43.171065 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:43.232970 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:43.242749 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-ec3224b4-3cbb-4d83-8620-5b546a71bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:43.244234 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-ec3224b4-3cbb-4d83-8620-5b546a71bfac service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.0918601 Jul 14 12:25:43.724655 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cd5a9-24ad-4677-864f-aaf9e470d171 req-552cd16a-bad0-427e-bb46-0c3904ad72a8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:43.726181 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-928cd5a9-24ad-4677-864f-aaf9e470d171 req-552cd16a-bad0-427e-bb46-0c3904ad72a8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0484219 Jul 14 12:25:43.772650 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-928cd5a9-24ad-4677-864f-aaf9e470d171 req-52c91986-2913-4d14-902c-6ed677f8f3c0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Jul 14 12:25:43.880859 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-77df7ac9-ae2a-42f5-8950-414ee838c0a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 200 len: 1002 time: 0.0616722 Jul 14 12:25:43.889486 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b32e6-12b8-4e23-a12d-350f606cf667 req-cedc1ca2-52b6-4ac0-8e36-929570ca3dd1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:43.890897 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-887b32e6-12b8-4e23-a12d-350f606cf667 req-cedc1ca2-52b6-4ac0-8e36-929570ca3dd1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Jul 14 12:25:43.899515 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33480) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:43.904176 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'port_id': '44491564-6962-4103-ad53-cbf800a11b21'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:25:43.931511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-6995ec0d-154d-4ebe-a256-5879af04be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:43.932964 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-6995ec0d-154d-4ebe-a256-5879af04be39 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0459979 Jul 14 12:25:43.942954 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (670f2b76-fb53-4fe5-9df8-b2b879e2eae5), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:43.981505 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-0260132f-2f4b-45eb-a48d-bdf492e28f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:43.983104 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-0260132f-2f4b-45eb-a48d-bdf492e28f2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431745 Jul 14 12:25:44.115162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947eb93-3fc1-41f5-aabf-74baa2ab2777 req-41c3d551-c437-461e-b5e6-6feb89f2a3c7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:44.116621 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a947eb93-3fc1-41f5-aabf-74baa2ab2777 req-41c3d551-c437-461e-b5e6-6feb89f2a3c7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0662136 Jul 14 12:25:44.130446 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-69674b8e-30a0-4bc4-94ea-dceb08e8c378 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401167 Jul 14 12:25:44.227306 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a947eb93-3fc1-41f5-aabf-74baa2ab2777 req-e80a268e-55ee-4823-a15e-66d1fc864001 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041021 Jul 14 12:25:44.260184 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e5ccf72-7936-4343-bf81-d678ac56aee2 req-109ebbe1-8068-4c16-8511-bbdce9ad4850 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204369 Jul 14 12:25:44.388866 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:44.421374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33492) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:44.458171 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (670f2b76-fb53-4fe5-9df8-b2b879e2eae5), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:44.556022 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 670f2b76-fb53-4fe5-9df8-b2b879e2eae5 associated. External IP: 172.27.1.33, port: 44491564-6962-4103-ad53-cbf800a11b21. Jul 14 12:25:44.718676 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Deleting port 6f6f9a67-cd64-4ab6-854c-c43bd49c4975 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:44.719048 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:44.755397 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:25:44.797628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:44.798273 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for floatingip (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:44.812055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Calling delete_port for 6f6f9a67-cd64-4ab6-854c-c43bd49c4975 owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:44.828631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:44.861523 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:44.866116 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:44.875981 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:44.893065 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:44.898502 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:44.902091 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:44.902535 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2e7f11b3-85b9-4ffa-a83e-601edaed7fa0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "PUT /v2.0/floatingips/670f2b76-fb53-4fe5-9df8-b2b879e2eae5 HTTP/1.1" status: 200 len: 990 time: 0.9988205 Jul 14 12:25:44.902535 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'tag': '44491564-6962-4103-ad53-cbf800a11b21'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:44.902535 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dac447-b195-4f6d-89d3-7e5e68d46442" -d '{"events": [{"name": "network-changed", "server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "tag": "44491564-6962-4103-ad53-cbf800a11b21"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:44.947711 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6443fa00-0a99-4fee-b85b-c9fe93f0db2c x-openstack-request-id: req-6443fa00-0a99-4fee-b85b-c9fe93f0db2c {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:44.948374 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "tag": "44491564-6962-4103-ad53-cbf800a11b21", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:44.948374 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6443fa00-0a99-4fee-b85b-c9fe93f0db2c {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:44.948948 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6443fa00-0a99-4fee-b85b-c9fe93f0db2c'] response: {'name': 'network-changed', 'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'tag': '44491564-6962-4103-ad53-cbf800a11b21', 'status': 'completed', 'code': 200} Jul 14 12:25:44.962925 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:45.021218 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:45.040609 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (6f6f9a67-cd64-4ab6-854c-c43bd49c4975), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:45.066185 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event deleted for resources: {'Port': ['ID=6f6f9a67-cd64-4ab6-854c-c43bd49c4975,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:45.135168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for floatingip (73073428-87ee-4f9c-a790-2d16a5e135b9), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:45.135501 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Floating IP 73073428-87ee-4f9c-a790-2d16a5e135b9 disassociated (deleted). External IP: 172.27.1.7, port: 97573f11-1cde-45f1-8103-8f5b45ac6f97. Jul 14 12:25:45.238143 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:44Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:45.265539 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:45.276535 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:45.277252 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:45.387894 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:45.522603 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169a62-3b4a-4550-a280-ce7cde70b7ed req-c460645e-9749-48e0-bceb-327da8cd2756 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:45.524181 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ab169a62-3b4a-4550-a280-ce7cde70b7ed req-c460645e-9749-48e0-bceb-327da8cd2756 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0631967 Jul 14 12:25:45.639072 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ab169a62-3b4a-4550-a280-ce7cde70b7ed req-641546a7-9faf-4183-94f9-41dbe3f07c85 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092703 Jul 14 12:25:45.668176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Router 2159076a-9a17-4311-871c-86d0d3fbc526 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:25:45.698377 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:44Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:45.727089 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc03232-0182-49c5-949d-bac0ff2d8088 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:44Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:45.779087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:45.783412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:45.790238 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] Sync routers for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:45.801307 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:45.802149 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:45.818418 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7beb906e-dcff-431e-a61b-f4081ab8c517 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "DELETE /v2.0/floatingips/73073428-87ee-4f9c-a790-2d16a5e135b9 HTTP/1.1" status: 204 len: 168 time: 1.3959494 Jul 14 12:25:45.819196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:45.822065 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:45.863303 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8054fb7a-8f3d-4204-81ef-8c656c54f005 x-openstack-request-id: req-8054fb7a-8f3d-4204-81ef-8c656c54f005 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:45.865807 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:45.865807 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8054fb7a-8f3d-4204-81ef-8c656c54f005 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:45.865807 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8054fb7a-8f3d-4204-81ef-8c656c54f005'] response: {'name': 'network-changed', 'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'status': 'completed', 'code': 200} Jul 14 12:25:45.910540 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:45.956902 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424c2bc5-cd2f-46e0-9cc0-47fa25b0637c None None] New status for floating IP 670f2b76-fb53-4fe5-9df8-b2b879e2eae5: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:25:46.100317 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:46.102160 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:46.129418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] Checking router: 2159076a-9a17-4311-871c-86d0d3fbc526 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:46.138810 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:46.139453 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:46.243636 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:46.254871 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e8d25-b392-4ce6-aa6f-9a5d4b4c3bbd req-100e11a1-e327-42e5-afb9-ac6cec2db48e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:46.256362 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c54e8d25-b392-4ce6-aa6f-9a5d4b4c3bbd req-100e11a1-e327-42e5-afb9-ac6cec2db48e tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0504670 Jul 14 12:25:46.309588 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c54e8d25-b392-4ce6-aa6f-9a5d4b4c3bbd req-6b2daf25-5796-437b-bc09-88fb3abd46c8 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467067 Jul 14 12:25:46.548759 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:46.573003 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fce9429-22b9-481f-9aa2-1845eb9ecb42 None None] The sync data for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi is: [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:19:58Z', 'revision_number': 4, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'd1918282-c3a8-425f-8581-58905bb4a727', 'name': '', 'network_id': '2e2d82ad-097f-449f-ba1a-eddfae1d0196', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'mac_address': 'fa:16:3e:8e:cc:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:57Z', 'updated_at': '2022-07-14T12:20:03Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'subnets': [{'id': 'd00634ed-3f26-4ce0-ba96-3b6311232370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:46.750143 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:46.763866 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df826db-d56d-452b-bc5f-8d832b592bfc req-357e88d2-a3a0-479f-82c1-d3dcbc9896ae tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:46.765387 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4df826db-d56d-452b-bc5f-8d832b592bfc req-357e88d2-a3a0-479f-82c1-d3dcbc9896ae tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0511487 Jul 14 12:25:46.804685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903deb69-622b-4e88-b7a8-fdf6944b6610 None None] New status for floating IP 73073428-87ee-4f9c-a790-2d16a5e135b9: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:25:47.040349 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4df826db-d56d-452b-bc5f-8d832b592bfc req-0ea39628-7209-45e5-bac0-00209176bce8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2691357 Jul 14 12:25:47.422314 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198393-61b5-4000-9032-10e012c788c8 req-b37d8b5e-874b-4c34-9623-9f95cbdd75a4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:47.423763 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4d198393-61b5-4000-9032-10e012c788c8 req-b37d8b5e-874b-4c34-9623-9f95cbdd75a4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0464470 Jul 14 12:25:47.471971 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4d198393-61b5-4000-9032-10e012c788c8 req-c081fbc8-30d9-43af-bf78-cdbf9ea1e929 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428302 Jul 14 12:25:48.095311 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:48.160784 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b9133-5b6f-4356-b791-f28c0a5f75b5 req-30406709-bfda-4c16-8f43-c967f3adf3e7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:48.162286 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2b9133-5b6f-4356-b791-f28c0a5f75b5 req-30406709-bfda-4c16-8f43-c967f3adf3e7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 946 time: 0.0462308 Jul 14 12:25:48.171455 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: ACTIVE; New status is: DOWN {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:48.171846 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:48.195410 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:48.197688 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5388ed26-ae60-444a-b6d3-4f60b473efbb" -d '{"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:48.210446 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:48.216022 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-0c2b9133-5b6f-4356-b791-f28c0a5f75b5 req-92af81c2-7084-49a3-88d9-cb240aa2bee7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461977 Jul 14 12:25:48.243183 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b0783-20a6-4f5f-a678-da10e1ef28ce x-openstack-request-id: req-259b0783-20a6-4f5f-a678-da10e1ef28ce {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:48.243570 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-unplugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:48.243887 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-259b0783-20a6-4f5f-a678-da10e1ef28ce {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:48.244346 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259b0783-20a6-4f5f-a678-da10e1ef28ce'] response: {'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'code': 200} Jul 14 12:25:48.268414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:48.316785 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=8']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:48.325681 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:48.355319 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-993577f8-5233-4ea3-9d78-b77241278290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:48.356838 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-993577f8-5233-4ea3-9d78-b77241278290 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 1129 time: 0.0420845 Jul 14 12:25:48.582691 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed8c40-8e75-4656-b4f4-a43830828be1 req-4afef27c-9782-4192-8534-3a8de27c36bc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:48.584140 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36ed8c40-8e75-4656-b4f4-a43830828be1 req-4afef27c-9782-4192-8534-3a8de27c36bc tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0467131 Jul 14 12:25:48.636358 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36ed8c40-8e75-4656-b4f4-a43830828be1 req-ab12d147-9ba4-4b7c-890d-a27403ded014 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465882 Jul 14 12:25:49.341465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddba58e-5313-4958-8aef-84293f6cea68 req-8cf3e3f3-df0f-4ff4-8dbd-b145d70abaef tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:49.342999 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7ddba58e-5313-4958-8aef-84293f6cea68 req-8cf3e3f3-df0f-4ff4-8dbd-b145d70abaef tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0463507 Jul 14 12:25:49.393032 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7ddba58e-5313-4958-8aef-84293f6cea68 req-a246327f-000a-48f6-9cc7-c851a763fc89 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444074 Jul 14 12:25:49.755152 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c290-6257-4f24-8f2c-c1ccdee48377 req-558fd7a4-ca54-49e3-b300-921dd49b15ba tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:49.756628 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-13e5c290-6257-4f24-8f2c-c1ccdee48377 req-558fd7a4-ca54-49e3-b300-921dd49b15ba tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0486906 Jul 14 12:25:49.769977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-aa507a8a-9114-4d1e-861a-4f8ea18b9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:49.771461 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-aa507a8a-9114-4d1e-861a-4f8ea18b9acc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dfa18dfa445442d4be02d187ed24325f&device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 1130 time: 0.0936544 Jul 14 12:25:49.811775 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-13e5c290-6257-4f24-8f2c-c1ccdee48377 req-c9f4f2e8-c5ec-44f0-a6a1-eda117bbae92 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484064 Jul 14 12:25:49.826260 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:49.863743 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-281c3e40-06c4-49ab-8183-9c8f902f3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:49.865188 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-281c3e40-06c4-49ab-8183-9c8f902f3329 service neutron] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 916 time: 0.1885710 Jul 14 12:25:49.895257 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-02d0e4d6-c00f-41f5-a585-95e8e5ca3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:49.896713 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-02d0e4d6-c00f-41f5-a585-95e8e5ca3f99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 200 len: 909 time: 0.1183817 Jul 14 12:25:50.114282 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-1bdb7dbc-a174-4cfb-9c45-f25db6fe8015 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 200 len: 217 time: 0.0679767 Jul 14 12:25:50.161256 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-89f1f0b7-15ec-40fa-9e0d-ee71ef4a7cbf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=44491564-6962-4103-ad53-cbf800a11b21 HTTP/1.1" status: 200 len: 1000 time: 0.1086769 Jul 14 12:25:50.179804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-c8884c28-1cb3-46b3-8b10-32d99ab5853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:50.182824 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-c8884c28-1cb3-46b3-8b10-32d99ab5853f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 200 len: 847 time: 0.0502696 Jul 14 12:25:50.245400 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:50.518086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-8a3157b3-b178-4ee3-9ebc-428449025734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:50.519607 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-8a3157b3-b178-4ee3-9ebc-428449025734 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e2d82ad-097f-449f-ba1a-eddfae1d0196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966711 Jul 14 12:25:50.527720 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-0845d6bc-db4f-4605-b26a-70d1b8c96b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:50.529073 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-0845d6bc-db4f-4605-b26a-70d1b8c96b23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.1152070 Jul 14 12:25:50.541972 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbe845-6428-4c8d-9790-691f61710d2d req-926958da-5863-47f8-8698-72581ee64cdf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:50.543638 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9ffbe845-6428-4c8d-9790-691f61710d2d req-926958da-5863-47f8-8698-72581ee64cdf tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0631564 Jul 14 12:25:50.591509 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9ffbe845-6428-4c8d-9790-691f61710d2d req-f4f4e7b0-54ac-429e-b2d2-26d00c2502a9 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421546 Jul 14 12:25:50.761278 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-d2d7d89a-d31c-4afd-8671-af0cb6156e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:50.762754 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-d2d7d89a-d31c-4afd-8671-af0cb6156e56 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887740 Jul 14 12:25:50.886798 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db3433-c170-4153-a68d-deee5b22af7c req-6c95cead-944d-4604-8da9-974a2f445def tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:50.888298 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e1db3433-c170-4153-a68d-deee5b22af7c req-6c95cead-944d-4604-8da9-974a2f445def tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.86 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.0803099 Jul 14 12:25:50.955215 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-e34cafa7-834e-431e-8ce9-958833221705 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715752 Jul 14 12:25:51.045525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:51.087600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1f86e-1482-4c83-8436-73db55656d5a req-a25b5ef2-3bc1-47a9-a535-4eda90484aa4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:51.089177 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f3e1f86e-1482-4c83-8436-73db55656d5a req-a25b5ef2-3bc1-47a9-a535-4eda90484aa4 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 946 time: 0.1750257 Jul 14 12:25:51.159058 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Deleting port 97573f11-1cde-45f1-8103-8f5b45ac6f97 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:51.159399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:51.205024 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:51.207335 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-fa0621eb-bae3-4cfb-9964-bcdceac687b6 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004946 Jul 14 12:25:51.302065 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba83db28-5336-42ae-bfc1-a5ac6a02a1f9 req-0ff5c7dd-c993-4c21-b2a0-ea6ddd9b69f7 service neutron] 10.222.0.86 "GET /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977378 Jul 14 12:25:51.305760 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f3e1f86e-1482-4c83-8436-73db55656d5a req-9572f7a4-21b1-4686-a497-6dea5eefcafe tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/security-groups?id=c9aefbae-16ca-4290-8d6e-cff6971259d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833272 Jul 14 12:25:51.372341 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] For port 97573f11-1cde-45f1-8103-8f5b45ac6f97, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=97573f11-1cde-45f1-8103-8f5b45ac6f97,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:51.378517 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:51.396110 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Calling delete_port for 97573f11-1cde-45f1-8103-8f5b45ac6f97 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:51.406455 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-63dac447-b195-4f6d-89d3-7e5e68d46442 req-17eb5b6e-8bc9-4cb4-bb69-1229ac2068da service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897595 Jul 14 12:25:51.621530 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (97573f11-1cde-45f1-8103-8f5b45ac6f97), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:51.652668 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event deleted for resources: {'Port': ['ID=97573f11-1cde-45f1-8103-8f5b45ac6f97,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:51.699258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] No DVR routers for this DVR port 97573f11-1cde-45f1-8103-8f5b45ac6f97 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:25:51.701764 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:51.704946 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e1db3433-c170-4153-a68d-deee5b22af7c req-636b0d5b-f2e8-40d4-a8c0-4ac39508e1b6 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.86 "DELETE /v2.0/ports/97573f11-1cde-45f1-8103-8f5b45ac6f97 HTTP/1.1" status: 204 len: 173 time: 0.8070481 Jul 14 12:25:51.705374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-deleted', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:25:51.707625 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef976d4-8ee9-4e0c-aeb5-06f6177df1e6" -d '{"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-deleted", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:25:51.743832 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc32b6c4-468b-4465-9c4d-c44edaa46360 x-openstack-request-id: req-cc32b6c4-468b-4465-9c4d-c44edaa46360 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:25:51.744121 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905d8954-a633-4e05-a5eb-1bd833799fea", "name": "network-vif-deleted", "tag": "97573f11-1cde-45f1-8103-8f5b45ac6f97", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:25:51.744394 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cc32b6c4-468b-4465-9c4d-c44edaa46360 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:25:51.744795 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc32b6c4-468b-4465-9c4d-c44edaa46360'] response: {'server_uuid': '905d8954-a633-4e05-a5eb-1bd833799fea', 'name': 'network-vif-deleted', 'tag': '97573f11-1cde-45f1-8103-8f5b45ac6f97', 'status': 'completed', 'code': 200} Jul 14 12:25:52.402167 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cb6d5efc-7701-4af0-8b57-82063662b0dd req-6ded7354-36dc-4b2d-bc2c-0f9e8a283ff9 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0272901 Jul 14 12:25:53.497413 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c208bff1-f6d8-4fe8-99b4-c138e07feb65 req-b33d8afa-75bf-46fd-9b00-f767ef8ad34f tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0266225 Jul 14 12:25:54.105197 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:54.132236 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:54.180987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: DOWN; New status is: DOWN {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:25:54.582410 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-43bfa156-3ff4-4bfd-9bd2-afdb7bdea12a req-13c2ae13-389a-4d59-b124-fb1cbf6b780d service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:25:54.583461 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-43bfa156-3ff4-4bfd-9bd2-afdb7bdea12a req-13c2ae13-389a-4d59-b124-fb1cbf6b780d service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054548 Jul 14 12:25:54.598115 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2e9e5450-266b-428a-9467-2a621326f9e0 req-cf938706-60da-4ba4-ad79-ac5535c426c2 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0309236 Jul 14 12:25:54.896511 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24484be-0ffe-4be9-acbf-41baf45d1679 req-df9107d6-de1c-44db-ae4b-8acbdb92e875 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:54.897952 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f24484be-0ffe-4be9-acbf-41baf45d1679 req-df9107d6-de1c-44db-ae4b-8acbdb92e875 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0475860 Jul 14 12:25:54.947954 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-f24484be-0ffe-4be9-acbf-41baf45d1679 req-1653a567-86eb-4616-92b8-cd6cd693ba47 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428967 Jul 14 12:25:55.536253 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-87bf1a7b-240e-4dd2-bdca-63842e9b0595 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397000 Jul 14 12:25:55.612367 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-8446f3d6-ceb3-45e5-af56-b16b9036e0a0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:55.613712 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-8446f3d6-ceb3-45e5-af56-b16b9036e0a0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports/3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 200 len: 941 time: 0.0485754 Jul 14 12:25:55.714654 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c8fbca1f-489c-410a-860e-90c7becb3bf9 req-c88de246-0232-4c3e-be51-1c94e2cc68e3 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "GET /v2.0/ports?device_id=905d8954-a633-4e05-a5eb-1bd833799fea HTTP/1.1" status: 200 len: 210 time: 0.0378950 Jul 14 12:25:56.059189 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:56.062063 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:56.071768 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6f5b6-61a7-45af-9b70-408ef66cea12 req-2fcee2a8-08e1-4f14-b8c9-cd95d810dab8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:56.073944 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70b6f5b6-61a7-45af-9b70-408ef66cea12 req-2fcee2a8-08e1-4f14-b8c9-cd95d810dab8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0515637 Jul 14 12:25:56.126314 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-70b6f5b6-61a7-45af-9b70-408ef66cea12 req-baf736ea-0896-42ee-bd38-24ebe2d8bf35 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460169 Jul 14 12:25:56.780112 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33644) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:56.832640 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group (c9aefbae-16ca-4290-8d6e-cff6971259d5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:56.858457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group (c9aefbae-16ca-4290-8d6e-cff6971259d5), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:56.988337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c9aefbae-16ca-4290-8d6e-cff6971259d5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:56.990898 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:56.992154 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] 10.222.0.27 "DELETE /v2.0/security-groups/c9aefbae-16ca-4290-8d6e-cff6971259d5 HTTP/1.1" status: 204 len: 168 time: 0.2178228 Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aefbae-16ca-4290-8d6e-cff6971259d5,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.015452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.016717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.016717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.016717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f317c5-8243-44ad-adfc-8c450e70a745 tempest-TestShelveInstance-2006736384 tempest-TestShelveInstance-2006736384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:25:57.133199 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33650) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:57.229404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:57.309596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-549126e6-733c-4793-b022-9aeeebae1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:57.311058 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-549126e6-733c-4793-b022-9aeeebae1ef9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a&tenant_id=51617cc935204a6cba46c6d4d6a24cb3 HTTP/1.1" status: 200 len: 1128 time: 0.1180284 Jul 14 12:25:57.318954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15521eba-0fbb-469f-ad9f-7f85b757ea30 req-653cf1dd-0c40-44cc-808f-e3e11ed31b08 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:57.320304 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-15521eba-0fbb-469f-ad9f-7f85b757ea30 req-653cf1dd-0c40-44cc-808f-e3e11ed31b08 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.1145856 Jul 14 12:25:57.428247 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-80de24d3-2ef9-4d74-8111-339a57ddb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:57.429698 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-80de24d3-2ef9-4d74-8111-339a57ddb689 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1128 time: 0.0777972 Jul 14 12:25:57.449917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:57.496991 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-15521eba-0fbb-469f-ad9f-7f85b757ea30 req-9c0ba8c4-1b3f-45ac-aa14-cc9f84ce2af5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696982 Jul 14 12:25:57.627187 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-43e1a4b3-fcd1-46a4-8e17-4edbb9811fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:57.629141 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-43e1a4b3-fcd1-46a4-8e17-4edbb9811fad service neutron] 10.222.0.86 "GET /v2.0/networks?id=8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 200 len: 916 time: 0.1894002 Jul 14 12:25:57.747325 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (2159076a-9a17-4311-871c-86d0d3fbc526), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:58.220550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Deleting port d1918282-c3a8-425f-8581-58905bb4a727 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:58.221236 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (d1918282-c3a8-425f-8581-58905bb4a727), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:58.300115 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] For port d1918282-c3a8-425f-8581-58905bb4a727, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=d1918282-c3a8-425f-8581-58905bb4a727,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:58.302570 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (d1918282-c3a8-425f-8581-58905bb4a727), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:58.318258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Calling delete_port for d1918282-c3a8-425f-8581-58905bb4a727 owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:58.411879 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:25:58.472093 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:58.495270 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-4d29f93f-adc8-40ac-ba55-33ec9b289fce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 200 len: 1000 time: 0.0801198 Jul 14 12:25:58.500020 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:58.616616 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (d1918282-c3a8-425f-8581-58905bb4a727), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:58.617130 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ba373-21a9-428e-b8ec-2ebed2bbea17 req-36ae00bb-c990-4ee0-b8ef-e9d6295b1fd5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:58.619216 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-569ba373-21a9-428e-b8ec-2ebed2bbea17 req-36ae00bb-c990-4ee0-b8ef-e9d6295b1fd5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0469444 Jul 14 12:25:58.643515 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1918282-c3a8-425f-8581-58905bb4a727,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:58.671300 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-569ba373-21a9-428e-b8ec-2ebed2bbea17 req-5c3c61df-458a-4519-a34b-7e1baddf8dc6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463750 Jul 14 12:25:58.813155 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (2159076a-9a17-4311-871c-86d0d3fbc526), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:59.019003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Router 2159076a-9a17-4311-871c-86d0d3fbc526 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:25:59.123536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:25:59.128820 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-d2819b74-5b41-4a6e-85f0-5c7e36cd4ba4 admin admin] 10.222.0.27 "PUT /v2.0/routers/2159076a-9a17-4311-871c-86d0d3fbc526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942129 Jul 14 12:25:59.131384 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33664) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:25:59.134751 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] Sync routers for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:25:59.145274 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:59.146177 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:59.222314 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:25:59.242828 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 97573f11-1cde-45f1-8103-8f5b45ac6f97 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:25:59.243183 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 97573f11-1cde-45f1-8103-8f5b45ac6f97 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:25:59.250309 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:59.263337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks [] for router (2159076a-9a17-4311-871c-86d0d3fbc526), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:59.311110 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-1807f440-1ac6-43de-b67f-412c7fcca5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:59.312457 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-1807f440-1ac6-43de-b67f-412c7fcca5ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 200 len: 854 time: 0.0900517 Jul 14 12:25:59.372556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks [] for router_gateway (2159076a-9a17-4311-871c-86d0d3fbc526), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:59.420168 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:25:58Z', 'revision_number': 5, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port': {'id': 'a910552c-92dd-467b-97a8-06d651712ef7', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:54Z', 'updated_at': '2022-07-14T12:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:59.444955 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] Checking router: 2159076a-9a17-4311-871c-86d0d3fbc526 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:25:59.454255 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] Routers {'2159076a-9a17-4311-871c-86d0d3fbc526'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:25:59.454894 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['2159076a-9a17-4311-871c-86d0d3fbc526'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:59.456566 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:59.468328 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Deleting port a910552c-92dd-467b-97a8-06d651712ef7 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:25:59.468665 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (a910552c-92dd-467b-97a8-06d651712ef7), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:59.534812 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:25:59.538647 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] Set router 2159076a-9a17-4311-871c-86d0d3fbc526 gateway port host: None {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:25:59.556759 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] For port a910552c-92dd-467b-97a8-06d651712ef7, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=a910552c-92dd-467b-97a8-06d651712ef7,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:25:59.557236 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (a910552c-92dd-467b-97a8-06d651712ef7), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:59.571743 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Calling delete_port for a910552c-92dd-467b-97a8-06d651712ef7 owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:25:59.587942 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:25:59Z', 'revision_number': 6, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:25:59.614532 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f218b315-a27b-4df8-8108-3bd9d505e112 None None] The sync data for ids ['2159076a-9a17-4311-871c-86d0d3fbc526'] in dv-cinder-848900-3-iscsi is: [{'id': '2159076a-9a17-4311-871c-86d0d3fbc526', 'name': 'tempest-TestShelveInstance-914706052-router', 'tenant_id': 'dfa18dfa445442d4be02d187ed24325f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:52Z', 'updated_at': '2022-07-14T12:25:59Z', 'revision_number': 6, 'project_id': 'dfa18dfa445442d4be02d187ed24325f', 'gw_port_host': None}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:25:59.791123 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5623110-09aa-46b2-b81a-89a0641557f3 req-d9a1145c-30c4-4c51-9921-15f1bbceffe3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:25:59.792612 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e5623110-09aa-46b2-b81a-89a0641557f3 req-d9a1145c-30c4-4c51-9921-15f1bbceffe3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0460718 Jul 14 12:25:59.819134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (a910552c-92dd-467b-97a8-06d651712ef7), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:25:59.853856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Pushing event deleted for resources: {'Port': ['ID=a910552c-92dd-467b-97a8-06d651712ef7,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:25:59.869829 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e5623110-09aa-46b2-b81a-89a0641557f3 req-3f1ca1d1-0dda-4670-9dd6-8f666436918f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713439 Jul 14 12:25:59.928199 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (2159076a-9a17-4311-871c-86d0d3fbc526), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.019198 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (2159076a-9a17-4311-871c-86d0d3fbc526), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.021628 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks [] for router_controller (2159076a-9a17-4311-871c-86d0d3fbc526), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.119853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (2159076a-9a17-4311-871c-86d0d3fbc526), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.120391 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2159076a-9a17-4311-871c-86d0d3fbc526 {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:26:00.129251 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.129251 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-010dd909-c2a6-4d73-b824-360aefac8846 admin admin] 10.222.0.27 "DELETE /v2.0/routers/2159076a-9a17-4311-871c-86d0d3fbc526 HTTP/1.1" status: 204 len: 168 time: 0.9939821 Jul 14 12:26:00.129251 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33668) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:00.175128 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Deleting subnet d00634ed-3f26-4ce0-ba96-3b6311232370 {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:26:00.178190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Publish callbacks [] for subnet (d00634ed-3f26-4ce0-ba96-3b6311232370), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.247502 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5714455'] for subnet (d00634ed-3f26-4ce0-ba96-3b6311232370), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.249842 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-d52d3fa8-0841-4a62-8e39-9cc128021345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:00.251336 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-d52d3fa8-0841-4a62-8e39-9cc128021345 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8f1a9939-526e-4b6f-8865-71875a9e9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506263 Jul 14 12:26:00.351544 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:00.399933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (d00634ed-3f26-4ce0-ba96-3b6311232370), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.405421 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-5cee3521-118b-4bf6-acfc-57e2a62239b4 service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352944 Jul 14 12:26:00.411974 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a910552c-92dd-467b-97a8-06d651712ef7 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:26:00.435623 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: a910552c-92dd-467b-97a8-06d651712ef7 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:26:00.435970 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a910552c-92dd-467b-97a8-06d651712ef7 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:26:00.436528 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device d1918282-c3a8-425f-8581-58905bb4a727 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:26:00.455472 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: d1918282-c3a8-425f-8581-58905bb4a727 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:26:00.455975 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device d1918282-c3a8-425f-8581-58905bb4a727 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:26:00.493619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:00.533088 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a4c76bb-6b50-40a0-ae7b-665035be8441 req-67d21e8e-93dc-4985-9564-b81ba0a29fbc service neutron] 10.222.0.86 "GET /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111257 Jul 14 12:26:00.589735 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5603995'] for subnet (d00634ed-3f26-4ce0-ba96-3b6311232370), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.615190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d00634ed-3f26-4ce0-ba96-3b6311232370,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:00.628301 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.628301 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-c2a124e1-d6a1-4de4-a2db-52283ff20c3d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d00634ed-3f26-4ce0-ba96-3b6311232370 HTTP/1.1" status: 204 len: 168 time: 0.4953873 Jul 14 12:26:00.628301 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33672) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:00.628752 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf1e0d-4e19-420e-a69a-2f0660451abe None None] Network 2e2d82ad-097f-449f-ba1a-eddfae1d0196 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:26:00.708925 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (2e2d82ad-097f-449f-ba1a-eddfae1d0196), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.766317 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Deleting port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:26:00.766657 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.803045 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] DHCP port deletion for 2e2d82ad-097f-449f-ba1a-eddfae1d0196 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:26:00.831818 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] For port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:00.858154 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.858662 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] Deleting port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:26:00.858662 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.858855 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Calling delete_port for 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:26:00.909005 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] For port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,segment=NetworkSegment(8726183c-efc5-411b-8154-647fe4ec8bac),segment_id=8726183c-efc5-411b-8154-647fe4ec8bac)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:00.909404 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:00.932946 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] Calling delete_port for 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:26:00.988166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.017004 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff0e97-2cbd-4ac5-b039-3b05e124270b req-52752ff6-a965-4fc1-9bf1-800e298664da tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:01.017838 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:01.018864 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d3ff0e97-2cbd-4ac5-b039-3b05e124270b req-52752ff6-a965-4fc1-9bf1-800e298664da tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0519984 Jul 14 12:26:01.022266 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:01.023932 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] No DVR routers for this DVR port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 on host dv-cinder-848900-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:26:01.037186 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (4c8b08e4-6df3-4683-9d6c-99bb815a1b53), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.068920 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] No DVR routers for this DVR port 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:26:01.073271 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1252f-d4d8-432e-ae29-d9629511a0eb None None] Pushing event deleted for resources: {'Port': ['ID=4c8b08e4-6df3-4683-9d6c-99bb815a1b53,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:01.093940 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d3ff0e97-2cbd-4ac5-b039-3b05e124270b req-174674b1-95ce-419d-b717-f42eadb77c40 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543616 Jul 14 12:26:01.110710 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (2e2d82ad-097f-449f-ba1a-eddfae1d0196), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.131880 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2d82ad-097f-449f-ba1a-eddfae1d0196']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:01.141178 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8726183c-efc5-411b-8154-647fe4ec8bac') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:01.141471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8726183c-efc5-411b-8154-647fe4ec8bac') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:01.152605 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (8726183c-efc5-411b-8154-647fe4ec8bac), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.167455 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (8726183c-efc5-411b-8154-647fe4ec8bac), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.175679 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:26:01.176423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (8726183c-efc5-411b-8154-647fe4ec8bac), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.231496 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 8726183c-efc5-411b-8154-647fe4ec8bac resource provider aggregate not found Jul 14 12:26:01.240108 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:01.251516 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 8726183c-efc5-411b-8154-647fe4ec8bac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8726183c-efc5-411b-8154-647fe4ec8bac found for delete ", "request_id": "req-ff9769c1-6ad5-41c3-9938-a0093a5bb7ba"}]} Jul 14 12:26:01.286295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (2e2d82ad-097f-449f-ba1a-eddfae1d0196), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.293371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.298394 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] 10.222.0.27 "DELETE /v2.0/networks/2e2d82ad-097f-449f-ba1a-eddfae1d0196 HTTP/1.1" status: 204 len: 168 time: 0.6683438 Jul 14 12:26:01.300575 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33706) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:01.312970 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59003f3-66d8-4268-a524-50652fbb5fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2d82ad-097f-449f-ba1a-eddfae1d0196,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:01.534796 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:01.736570 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (4d0e81de-ffc7-4573-81d8-5e839b6dab12), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:01.772615 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:01.992872 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Deleting port cd75a799-e3c8-458d-ab72-50eb5774a1b2 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:26:01.993168 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:02.081646 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] For port cd75a799-e3c8-458d-ab72-50eb5774a1b2, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=cd75a799-e3c8-458d-ab72-50eb5774a1b2,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:02.082212 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:02.096881 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Calling delete_port for cd75a799-e3c8-458d-ab72-50eb5774a1b2 owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:26:02.171211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:26:02.197299 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:26:02.197725 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 4c8b08e4-6df3-4683-9d6c-99bb815a1b53 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:26:02.299760 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e130017-3be1-42e7-ab98-f22a960c0c3d req-95ca90e8-550f-4fcf-b92c-a1fd263d59f0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:02.308591 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7e130017-3be1-42e7-ab98-f22a960c0c3d req-95ca90e8-550f-4fcf-b92c-a1fd263d59f0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0917861 Jul 14 12:26:02.356456 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7e130017-3be1-42e7-ab98-f22a960c0c3d req-a1ba035d-c794-4ba0-83f6-28563523760c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466952 Jul 14 12:26:02.422507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (cd75a799-e3c8-458d-ab72-50eb5774a1b2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:02.453112 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Pushing event deleted for resources: {'Port': ['ID=cd75a799-e3c8-458d-ab72-50eb5774a1b2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:02.515202 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:02.659897 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (4d0e81de-ffc7-4573-81d8-5e839b6dab12), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:02.891368 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:02.944572 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:26:03.063297 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:26:03.070867 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ed54839f-9942-4875-b239-37f5e6e66efa admin admin] 10.222.0.27 "PUT /v2.0/routers/4d0e81de-ffc7-4573-81d8-5e839b6dab12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7667167 Jul 14 12:26:03.071694 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33732) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:03.080775 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] Sync routers for ids ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:26:03.091686 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] Routers {'4d0e81de-ffc7-4573-81d8-5e839b6dab12'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:26:03.092407 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:03.196709 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks [] for router (4d0e81de-ffc7-4573-81d8-5e839b6dab12), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:03.214863 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] Set router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:26:03.343127 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks [] for router_gateway (4d0e81de-ffc7-4573-81d8-5e839b6dab12), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:03.456001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Deleting port 29bca4bd-4282-4c80-8b9a-5ead634aa35b {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:26:03.456347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:03.530282 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:26:02Z', 'revision_number': 5, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port': {'id': '29bca4bd-4282-4c80-8b9a-5ead634aa35b', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:20:03Z', 'updated_at': '2022-07-14T12:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:03.538789 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3725f-1ff5-4f5f-91b3-a163f9369fd1 req-4a3ae071-9b5f-41a8-b84b-135bc51d10bb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:03.541673 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b0f3725f-1ff5-4f5f-91b3-a163f9369fd1 req-4a3ae071-9b5f-41a8-b84b-135bc51d10bb tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0630729 Jul 14 12:26:03.559499 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] For port 29bca4bd-4282-4c80-8b9a-5ead634aa35b, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=29bca4bd-4282-4c80-8b9a-5ead634aa35b,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:03.559908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:03.577474 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] Checking router: 4d0e81de-ffc7-4573-81d8-5e839b6dab12 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:26:03.594714 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Calling delete_port for 29bca4bd-4282-4c80-8b9a-5ead634aa35b owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:26:03.596026 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] Routers {'4d0e81de-ffc7-4573-81d8-5e839b6dab12'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:26:03.596772 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:25:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:03.656476 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b0f3725f-1ff5-4f5f-91b3-a163f9369fd1 req-d5e0aea7-56c5-46b7-97cf-e1aaf72e689b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077509 Jul 14 12:26:03.701710 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] Set router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:26:03.765072 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:03.770971 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:26:03Z', 'revision_number': 6, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:03.793316 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2106e7-28da-4996-abc6-cb2d8c57cf29 None None] The sync data for ids ['4d0e81de-ffc7-4573-81d8-5e839b6dab12'] in dv-cinder-848900-3-iscsi is: [{'id': '4d0e81de-ffc7-4573-81d8-5e839b6dab12', 'name': 'tempest-TestShelveInstance-1672349635-router', 'tenant_id': '8d43e94a04ab44dda0f87babe90a02be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:20:02Z', 'updated_at': '2022-07-14T12:26:03Z', 'revision_number': 6, 'project_id': '8d43e94a04ab44dda0f87babe90a02be', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:26:03.796701 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:03.903347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (29bca4bd-4282-4c80-8b9a-5ead634aa35b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:03.935470 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bca4bd-4282-4c80-8b9a-5ead634aa35b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:04.005101 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:04.014507 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (4d0e81de-ffc7-4573-81d8-5e839b6dab12), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.304251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device cd75a799-e3c8-458d-ab72-50eb5774a1b2 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:26:04.337755 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: cd75a799-e3c8-458d-ab72-50eb5774a1b2 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:26:04.338287 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device cd75a799-e3c8-458d-ab72-50eb5774a1b2 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:26:04.432342 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (4d0e81de-ffc7-4573-81d8-5e839b6dab12), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.435441 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks [] for router_controller (4d0e81de-ffc7-4573-81d8-5e839b6dab12), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.535541 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (4d0e81de-ffc7-4573-81d8-5e839b6dab12), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.535933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d0e81de-ffc7-4573-81d8-5e839b6dab12 {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:26:04.541002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.542174 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-17861766-6105-44ad-9792-1ef92552b329 admin admin] 10.222.0.27 "DELETE /v2.0/routers/4d0e81de-ffc7-4573-81d8-5e839b6dab12 HTTP/1.1" status: 204 len: 168 time: 1.4689481 Jul 14 12:26:04.545090 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33752) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:04.604337 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Deleting subnet 0ce3346b-7907-4079-8bf6-777b3c35fd1f {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:26:04.608288 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Publish callbacks [] for subnet (0ce3346b-7907-4079-8bf6-777b3c35fd1f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.646355 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (0ce3346b-7907-4079-8bf6-777b3c35fd1f), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.777489 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (0ce3346b-7907-4079-8bf6-777b3c35fd1f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:04.814379 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba40a-851d-47fa-bd71-ca2aebd456ec req-05f75f24-c7df-484a-8c1c-115a21cc7d47 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:04.822511 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f18ba40a-851d-47fa-bd71-ca2aebd456ec req-05f75f24-c7df-484a-8c1c-115a21cc7d47 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0698545 Jul 14 12:26:04.896956 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f18ba40a-851d-47fa-bd71-ca2aebd456ec req-f567fe5d-7f1a-468f-8107-c7a3cb15a00a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672877 Jul 14 12:26:04.933990 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (0ce3346b-7907-4079-8bf6-777b3c35fd1f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.001409 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce3346b-7907-4079-8bf6-777b3c35fd1f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:05.007895 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.011317 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c9666cd5-e445-4115-b8a9-5aa743f1c9f9 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0ce3346b-7907-4079-8bf6-777b3c35fd1f HTTP/1.1" status: 204 len: 168 time: 0.4646959 Jul 14 12:26:05.013569 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf705b-5db2-4a57-807f-072a0000c523 None None] Network 53d5baa5-6bac-46a5-8145-ab663344b104 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:26:05.013933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33762) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:05.111900 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (53d5baa5-6bac-46a5-8145-ab663344b104), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.163291 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Deleting port b9babd77-4c15-45ea-82da-5d53ca457e79 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:26:05.163701 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.225437 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] DHCP port deletion for 53d5baa5-6bac-46a5-8145-ab663344b104 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:26:05.250540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] For port b9babd77-4c15-45ea-82da-5d53ca457e79, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=b9babd77-4c15-45ea-82da-5d53ca457e79,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:05.250859 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.264524 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] Deleting port b9babd77-4c15-45ea-82da-5d53ca457e79 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:26:05.265137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.271118 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Calling delete_port for b9babd77-4c15-45ea-82da-5d53ca457e79 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:26:05.345015 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] For port b9babd77-4c15-45ea-82da-5d53ca457e79, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=b9babd77-4c15-45ea-82da-5d53ca457e79,segment=NetworkSegment(d320311a-f943-491c-8ceb-4f431a47c46b),segment_id=d320311a-f943-491c-8ceb-4f431a47c46b)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:05.345682 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.359929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] Calling delete_port for b9babd77-4c15-45ea-82da-5d53ca457e79 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:26:05.411247 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.442078 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Pushing event deleted for resources: {'Port': ['ID=b9babd77-4c15-45ea-82da-5d53ca457e79,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:05.447185 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (b9babd77-4c15-45ea-82da-5d53ca457e79), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.449117 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] No DVR routers for this DVR port b9babd77-4c15-45ea-82da-5d53ca457e79 on host dv-cinder-848900-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:26:05.474708 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] Pushing event deleted for resources: {'Port': ['ID=b9babd77-4c15-45ea-82da-5d53ca457e79,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:05.478901 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72965e4-fb11-4a64-91de-575ac081224f None None] No DVR routers for this DVR port b9babd77-4c15-45ea-82da-5d53ca457e79 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:26:05.540198 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (53d5baa5-6bac-46a5-8145-ab663344b104), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.563357 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d5baa5-6bac-46a5-8145-ab663344b104']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:05.577757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd320311a-f943-491c-8ceb-4f431a47c46b') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:05.578052 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd320311a-f943-491c-8ceb-4f431a47c46b') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:05.590043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (d320311a-f943-491c-8ceb-4f431a47c46b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.604951 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (d320311a-f943-491c-8ceb-4f431a47c46b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.612257 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:26:05.612648 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (d320311a-f943-491c-8ceb-4f431a47c46b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.673436 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment d320311a-f943-491c-8ceb-4f431a47c46b resource provider aggregate not found Jul 14 12:26:05.695518 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment d320311a-f943-491c-8ceb-4f431a47c46b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d320311a-f943-491c-8ceb-4f431a47c46b found for delete ", "request_id": "req-716e9d3b-2830-40da-943a-19b3104ad200"}]} Jul 14 12:26:05.771202 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (53d5baa5-6bac-46a5-8145-ab663344b104), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.781975 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:05.781975 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] 10.222.0.27 "DELETE /v2.0/networks/53d5baa5-6bac-46a5-8145-ab663344b104 HTTP/1.1" status: 204 len: 168 time: 0.7656991 Jul 14 12:26:05.794139 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b47b0b-b8c4-4d77-b1bf-bf39b3b3eaad admin admin] Pushing event deleted for resources: {'Network': ['ID=53d5baa5-6bac-46a5-8145-ab663344b104,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:06.045578 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb64fd-065f-4bd8-8b2c-ebf72d4b3cda req-21615bcb-e588-4872-9e71-97241bb937de tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:06.053134 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-56bb64fd-065f-4bd8-8b2c-ebf72d4b3cda req-21615bcb-e588-4872-9e71-97241bb937de tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0766864 Jul 14 12:26:06.067945 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:06.109163 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-56bb64fd-065f-4bd8-8b2c-ebf72d4b3cda req-b2301752-0754-4078-95c9-b8a641d19671 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550008 Jul 14 12:26:06.182877 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33778) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:06.186731 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device b9babd77-4c15-45ea-82da-5d53ca457e79 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:26:06.222063 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: b9babd77-4c15-45ea-82da-5d53ca457e79 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:26:06.222441 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device b9babd77-4c15-45ea-82da-5d53ca457e79 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:26:06.222843 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 29bca4bd-4282-4c80-8b9a-5ead634aa35b no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:26:06.238629 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33780) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:06.243099 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 29bca4bd-4282-4c80-8b9a-5ead634aa35b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:26:06.243756 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 29bca4bd-4282-4c80-8b9a-5ead634aa35b not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:26:06.251185 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-43d4cf14-d53e-4084-8054-0692c0e735fc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dfa18dfa445442d4be02d187ed24325f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670180 Jul 14 12:26:06.299562 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-98e5abec-b973-42ff-aa87-1901ab69dac2 admin admin] Publish callbacks [] for security_group (ea3ce88c-e9e4-43c0-b2be-77126d1759ef), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:06.322383 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-98e5abec-b973-42ff-aa87-1901ab69dac2 admin admin] Publish callbacks [] for security_group (ea3ce88c-e9e4-43c0-b2be-77126d1759ef), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:06.450758 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-98e5abec-b973-42ff-aa87-1901ab69dac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ea3ce88c-e9e4-43c0-b2be-77126d1759ef), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:06.453552 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-98e5abec-b973-42ff-aa87-1901ab69dac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:06.454820 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-98e5abec-b973-42ff-aa87-1901ab69dac2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ea3ce88c-e9e4-43c0-b2be-77126d1759ef HTTP/1.1" status: 204 len: 168 time: 0.2149305 Jul 14 12:26:06.463234 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5abec-b973-42ff-aa87-1901ab69dac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ce88c-e9e4-43c0-b2be-77126d1759ef,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:06.633975 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33788) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:06.784784 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3327d49-fd43-4ebf-a48a-1325d8f5d96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:06.864860 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:06.870881 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3327d49-fd43-4ebf-a48a-1325d8f5d96d admin admin] Publish callbacks [] for security_group (2cc1221f-e508-40c7-bec8-9007df8310ad), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.016722 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f3327d49-fd43-4ebf-a48a-1325d8f5d96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2cc1221f-e508-40c7-bec8-9007df8310ad), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.020428 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:07.058828 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f3327d49-fd43-4ebf-a48a-1325d8f5d96d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb2ede8d155548089f180286ca870a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231455 Jul 14 12:26:07.059691 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3327d49-fd43-4ebf-a48a-1325d8f5d96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1221f-e508-40c7-bec8-9007df8310ad,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:07.062183 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33794) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:07.122707 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90d37960-50ca-42cd-b2c6-e51d66f89d95 admin admin] Publish callbacks [] for security_group (2cc1221f-e508-40c7-bec8-9007df8310ad), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.159974 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90d37960-50ca-42cd-b2c6-e51d66f89d95 admin admin] Publish callbacks [] for security_group (2cc1221f-e508-40c7-bec8-9007df8310ad), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.179579 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:07.244762 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975c76c-10ed-42ae-8bd7-ccf620f0866e req-e374e2e5-63b1-4bd0-8b8e-386a98a9a994 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:07.246323 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6975c76c-10ed-42ae-8bd7-ccf620f0866e req-e374e2e5-63b1-4bd0-8b8e-386a98a9a994 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0566542 Jul 14 12:26:07.274217 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33798) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:07.302192 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6975c76c-10ed-42ae-8bd7-ccf620f0866e req-2f73d7ce-adb5-43f6-aaf6-1056db905f9f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496240 Jul 14 12:26:07.319312 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-94358058-ad01-40b9-97d5-496392ef4d84 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8d43e94a04ab44dda0f87babe90a02be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438418 Jul 14 12:26:07.323453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33800) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:07.332565 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90d37960-50ca-42cd-b2c6-e51d66f89d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2cc1221f-e508-40c7-bec8-9007df8310ad), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.343595 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-90d37960-50ca-42cd-b2c6-e51d66f89d95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.345053 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-90d37960-50ca-42cd-b2c6-e51d66f89d95 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2cc1221f-e508-40c7-bec8-9007df8310ad HTTP/1.1" status: 204 len: 168 time: 0.2815783 Jul 14 12:26:07.353827 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d37960-50ca-42cd-b2c6-e51d66f89d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1221f-e508-40c7-bec8-9007df8310ad,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:07.406316 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27a04f50-6047-42e2-970f-af5b5a6c570f admin admin] Publish callbacks [] for security_group (5fc7ae4f-db24-4787-a143-d97221aabffe), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.445017 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27a04f50-6047-42e2-970f-af5b5a6c570f admin admin] Publish callbacks [] for security_group (5fc7ae4f-db24-4787-a143-d97221aabffe), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.569299 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27a04f50-6047-42e2-970f-af5b5a6c570f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (5fc7ae4f-db24-4787-a143-d97221aabffe), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.572547 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-27a04f50-6047-42e2-970f-af5b5a6c570f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:07.573854 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-27a04f50-6047-42e2-970f-af5b5a6c570f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5fc7ae4f-db24-4787-a143-d97221aabffe HTTP/1.1" status: 204 len: 168 time: 0.2494178 Jul 14 12:26:07.596035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a04f50-6047-42e2-970f-af5b5a6c570f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7ae4f-db24-4787-a143-d97221aabffe,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:08.033783 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dee69cf9-87ee-40a1-868d-de40869e2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.197804 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33810) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:08.216496 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ae980ae-b48e-4aa4-8929-aa86803e8c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.322291 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ae980ae-b48e-4aa4-8929-aa86803e8c8e admin admin] Publish callbacks [] for security_group (6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.386696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5ae980ae-b48e-4aa4-8929-aa86803e8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.461434 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5ae980ae-b48e-4aa4-8929-aa86803e8c8e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=aecf5eb629674d4b975526bd332a745e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625074 Jul 14 12:26:08.464731 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33814) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:08.465237 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae980ae-b48e-4aa4-8929-aa86803e8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:08.483306 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65e542-06ca-4fab-8a08-54ee089b651a req-18add1d9-5de8-4639-ba49-beded0b46cba tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:08.484753 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b65e542-06ca-4fab-8a08-54ee089b651a req-18add1d9-5de8-4639-ba49-beded0b46cba tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0760036 Jul 14 12:26:08.536790 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-038b69a4-210a-4b6b-b06e-cf1b0bc2ad98 admin admin] Publish callbacks [] for security_group (6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.546900 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b65e542-06ca-4fab-8a08-54ee089b651a req-6933fd9c-887f-4dae-890d-f598abb436d6 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564125 Jul 14 12:26:08.567463 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-038b69a4-210a-4b6b-b06e-cf1b0bc2ad98 admin admin] Publish callbacks [] for security_group (6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.719801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-038b69a4-210a-4b6b-b06e-cf1b0bc2ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.722448 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-038b69a4-210a-4b6b-b06e-cf1b0bc2ad98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:08.725600 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-038b69a4-210a-4b6b-b06e-cf1b0bc2ad98 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03 HTTP/1.1" status: 204 len: 168 time: 0.2578888 Jul 14 12:26:08.734293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b69a4-210a-4b6b-b06e-cf1b0bc2ad98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beb1ae7-91fd-48eb-a6fd-e7fbec8eba03,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:09.563176 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=48 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:09.590972 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=37 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:09.682633 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff3081-d9a0-4c50-b1a5-34647fd97c15 req-b293ea64-175a-4a25-97c5-0e7c72a7434a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:09.684175 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98ff3081-d9a0-4c50-b1a5-34647fd97c15 req-b293ea64-175a-4a25-97c5-0e7c72a7434a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0527859 Jul 14 12:26:09.739395 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98ff3081-d9a0-4c50-b1a5-34647fd97c15 req-c5e62d04-70a8-4510-8dad-88f69172aaf7 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467970 Jul 14 12:26:10.450332 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4cf48648-4b29-470d-acc2-5e89dbd0d6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:10.865127 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14510a18-004c-4402-81a4-a3cc885460ea req-b7389457-634b-4b94-9401-c1ee9ac9ead5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:10.866894 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-14510a18-004c-4402-81a4-a3cc885460ea req-b7389457-634b-4b94-9401-c1ee9ac9ead5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0477033 Jul 14 12:26:10.917243 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-14510a18-004c-4402-81a4-a3cc885460ea req-0c1635af-8060-4ac6-ae55-5ceedea5a6cd tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440404 Jul 14 12:26:11.639175 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:12.034636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90c049-22d5-43b4-9320-e11041ac6519 req-4aeade55-fd7e-4e93-8c6a-56b671c9ef27 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:12.036102 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bc90c049-22d5-43b4-9320-e11041ac6519 req-4aeade55-fd7e-4e93-8c6a-56b671c9ef27 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 944 time: 0.0469201 Jul 14 12:26:12.072767 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:12.084285 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bc90c049-22d5-43b4-9320-e11041ac6519 req-359b76af-bf84-41c7-bff7-388ed19cd1f5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419807 Jul 14 12:26:12.260143 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:26:12.356810 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:12.367634 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'port_id': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'mac_address': 'fa:16:3e:11:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:26:12.393538 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:12.405713 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:26:12.413468 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:12.419395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c14bf32-ee21-46df-a087-dc33eef08a69 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:26:12.438499 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:12.507737 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:12.553102 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:12.556121 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=9']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:12.563337 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.570118 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:12.827537 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:12.847507 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['3c14bf32-ee21-46df-a087-dc33eef08a69'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:26:13.153401 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:13.209519 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09b35d-884b-4b2a-9eeb-e164c5245a06 req-2daf5897-751a-4aa1-9a75-48716f978116 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:13.211024 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf09b35d-884b-4b2a-9eeb-e164c5245a06 req-2daf5897-751a-4aa1-9a75-48716f978116 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0506792 Jul 14 12:26:13.259397 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-bf09b35d-884b-4b2a-9eeb-e164c5245a06 req-065b4cda-0336-4345-a6f9-dbfbe03e5ae5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427811 Jul 14 12:26:14.280440 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:14.327054 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 3c14bf32-ee21-46df-a087-dc33eef08a69 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:26:14.329608 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:14.378273 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7213f6-9bd5-4853-94c4-30c32b303187 req-8267f733-f42b-4d3f-a004-9179e707dc8d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:14.379694 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ab7213f6-9bd5-4853-94c4-30c32b303187 req-8267f733-f42b-4d3f-a004-9179e707dc8d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 945 time: 0.0479803 Jul 14 12:26:14.406073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 3c14bf32-ee21-46df-a087-dc33eef08a69 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:26:14.406452 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:14.429607 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:26:14.431057 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ab7213f6-9bd5-4853-94c4-30c32b303187 req-840f35d9-078f-4785-957c-346b5c9fd823 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450847 Jul 14 12:26:14.431871 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19ed66-ed82-463e-8408-b5836ec52d56" -d '{"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-plugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:14.444297 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:14.472390 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba3f458-0e8c-448f-8aaa-6d8ed24f048e x-openstack-request-id: req-2ba3f458-0e8c-448f-8aaa-6d8ed24f048e {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:14.472748 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-plugged", "status": "completed", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:14.473041 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2ba3f458-0e8c-448f-8aaa-6d8ed24f048e {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:14.473483 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba3f458-0e8c-448f-8aaa-6d8ed24f048e'] response: {'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'code': 200} Jul 14 12:26:14.507879 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:14.555925 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=10']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:14.817806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7806-0ae0-4e90-b84a-310e249df44d req-5e664ef9-3f21-465b-b918-7f7ddd3c42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:14.819557 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c5be7806-0ae0-4e90-b84a-310e249df44d req-5e664ef9-3f21-465b-b918-7f7ddd3c42d7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 1131 time: 0.0379047 Jul 14 12:26:14.865288 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c5be7806-0ae0-4e90-b84a-310e249df44d req-14e1c45c-d542-46e0-83b4-90d5570fdb67 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386767 Jul 14 12:26:15.557527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8b730-461e-4125-aaa4-3abed3f8bc05 req-015ede17-0691-4c00-a4ae-346a746d7a33 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:15.563559 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3da8b730-461e-4125-aaa4-3abed3f8bc05 req-015ede17-0691-4c00-a4ae-346a746d7a33 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0559287 Jul 14 12:26:15.610214 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3da8b730-461e-4125-aaa4-3abed3f8bc05 req-6ed14e6a-0d13-44b9-bd89-030adc678963 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434804 Jul 14 12:26:16.747294 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec897fea-c763-48bb-9a85-428c855e79db req-c4fa2a0f-8f48-4b2d-9926-e3deb6f8f1a3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:16.748823 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec897fea-c763-48bb-9a85-428c855e79db req-c4fa2a0f-8f48-4b2d-9926-e3deb6f8f1a3 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0526497 Jul 14 12:26:16.800699 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ec897fea-c763-48bb-9a85-428c855e79db req-1ad736ba-1967-480f-b238-675f1312cc7e tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459828 Jul 14 12:26:17.310622 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33960) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:17.410056 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:17.417401 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8339-c71c-4c86-a004-2aad172a4504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.496331 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8339-c71c-4c86-a004-2aad172a4504 admin admin] Publish callbacks [] for security_group (1fcd7541-7204-446c-9f1a-77da60ea3f68), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.608768 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8339-c71c-4c86-a004-2aad172a4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1fcd7541-7204-446c-9f1a-77da60ea3f68), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.621322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:17.651629 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b6ed8339-c71c-4c86-a004-2aad172a4504 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=27614050356a4b23988dadb369f2e31a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398700 Jul 14 12:26:17.653591 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed8339-c71c-4c86-a004-2aad172a4504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcd7541-7204-446c-9f1a-77da60ea3f68,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:17.654272 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33970) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:17.707471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-488cda8e-f949-48a6-a084-06b00519e8cf admin admin] Publish callbacks [] for security_group (1fcd7541-7204-446c-9f1a-77da60ea3f68), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.730259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-488cda8e-f949-48a6-a084-06b00519e8cf admin admin] Publish callbacks [] for security_group (1fcd7541-7204-446c-9f1a-77da60ea3f68), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.839555 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-488cda8e-f949-48a6-a084-06b00519e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1fcd7541-7204-446c-9f1a-77da60ea3f68), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.842821 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-488cda8e-f949-48a6-a084-06b00519e8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:17.851578 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-488cda8e-f949-48a6-a084-06b00519e8cf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1fcd7541-7204-446c-9f1a-77da60ea3f68 HTTP/1.1" status: 204 len: 168 time: 0.1952677 Jul 14 12:26:17.861280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cda8e-f949-48a6-a084-06b00519e8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcd7541-7204-446c-9f1a-77da60ea3f68,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:17.944820 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a5c32-d97b-435f-bbb6-031594f6b07a req-d9599af4-091c-4e40-b555-48b29e2aa82a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:17.946320 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-188a5c32-d97b-435f-bbb6-031594f6b07a req-d9599af4-091c-4e40-b555-48b29e2aa82a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0486326 Jul 14 12:26:17.995052 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-188a5c32-d97b-435f-bbb6-031594f6b07a req-baad1d67-2b2f-4a78-afba-5131ee8e4c3d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418236 Jul 14 12:26:18.443088 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 33978) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:18.456159 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-277de97f-55ee-4c8d-a979-afbd6625c2dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.489733 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:18.529390 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-277de97f-55ee-4c8d-a979-afbd6625c2dd admin admin] Publish callbacks [] for security_group (a9a8a8ff-7ded-44e1-b385-493032527ef3), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.570391 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-277de97f-55ee-4c8d-a979-afbd6625c2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a9a8a8ff-7ded-44e1-b385-493032527ef3), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.613661 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-277de97f-55ee-4c8d-a979-afbd6625c2dd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=58ed78ecfebf491090728db5dfe691b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694257 Jul 14 12:26:18.614498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277de97f-55ee-4c8d-a979-afbd6625c2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a8a8ff-7ded-44e1-b385-493032527ef3,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:18.616290 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 33980) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:18.666979 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31f954d5-bbb3-404b-86a5-5612af9dfcee admin admin] Publish callbacks [] for security_group (a9a8a8ff-7ded-44e1-b385-493032527ef3), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.688843 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31f954d5-bbb3-404b-86a5-5612af9dfcee admin admin] Publish callbacks [] for security_group (a9a8a8ff-7ded-44e1-b385-493032527ef3), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.837788 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31f954d5-bbb3-404b-86a5-5612af9dfcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a9a8a8ff-7ded-44e1-b385-493032527ef3), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.841111 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-31f954d5-bbb3-404b-86a5-5612af9dfcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:18.842280 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-31f954d5-bbb3-404b-86a5-5612af9dfcee admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a9a8a8ff-7ded-44e1-b385-493032527ef3 HTTP/1.1" status: 204 len: 168 time: 0.2250125 Jul 14 12:26:18.850502 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f954d5-bbb3-404b-86a5-5612af9dfcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a8a8ff-7ded-44e1-b385-493032527ef3,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:19.114191 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b82bb-7f8e-42e6-b952-845491ec4037 req-61fdba7a-33d8-4bcc-beea-9cc63a9e264c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:19.115703 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9f3b82bb-7f8e-42e6-b952-845491ec4037 req-61fdba7a-33d8-4bcc-beea-9cc63a9e264c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0485601 Jul 14 12:26:19.166627 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9f3b82bb-7f8e-42e6-b952-845491ec4037 req-fa8c3e2f-5bbf-47dd-a93b-464391bb7d6b tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452216 Jul 14 12:26:20.277283 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:25.857206 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34084) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:25.967105 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b310a18-7088-4b52-9aaf-96ee6d05a533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.041773 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b310a18-7088-4b52-9aaf-96ee6d05a533 admin admin] Publish callbacks [] for security_group (c0716f3b-9ef0-4e14-b301-a522bf18ddb8), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.107724 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8b310a18-7088-4b52-9aaf-96ee6d05a533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c0716f3b-9ef0-4e14-b301-a522bf18ddb8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.149247 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8b310a18-7088-4b52-9aaf-96ee6d05a533 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d2aca15269be4060a239ba6f4ca5f2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908983 Jul 14 12:26:26.150358 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b310a18-7088-4b52-9aaf-96ee6d05a533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0716f3b-9ef0-4e14-b301-a522bf18ddb8,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:26.152027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34088) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:26.164721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:26.202866 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55561a57-719f-4138-979f-bbdfbc3eb6bc admin admin] Publish callbacks [] for security_group (c0716f3b-9ef0-4e14-b301-a522bf18ddb8), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.225697 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55561a57-719f-4138-979f-bbdfbc3eb6bc admin admin] Publish callbacks [] for security_group (c0716f3b-9ef0-4e14-b301-a522bf18ddb8), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.363986 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55561a57-719f-4138-979f-bbdfbc3eb6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c0716f3b-9ef0-4e14-b301-a522bf18ddb8), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.366369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-55561a57-719f-4138-979f-bbdfbc3eb6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:26.367542 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-55561a57-719f-4138-979f-bbdfbc3eb6bc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c0716f3b-9ef0-4e14-b301-a522bf18ddb8 HTTP/1.1" status: 204 len: 168 time: 0.2145128 Jul 14 12:26:26.375378 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55561a57-719f-4138-979f-bbdfbc3eb6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0716f3b-9ef0-4e14-b301-a522bf18ddb8,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:26.980287 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34094) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:26.994419 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-92b68d67-1d07-4f9a-8322-723a956dc992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.084424 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-92b68d67-1d07-4f9a-8322-723a956dc992 admin admin] Publish callbacks [] for security_group (f6b89651-2a01-49f2-8711-847ef27ed8cc), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.147814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-92b68d67-1d07-4f9a-8322-723a956dc992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f6b89651-2a01-49f2-8711-847ef27ed8cc), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.192908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b68d67-1d07-4f9a-8322-723a956dc992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b89651-2a01-49f2-8711-847ef27ed8cc,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:27.199213 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-92b68d67-1d07-4f9a-8322-723a956dc992 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f29cf6ef6d934e83afb72fdcec96e5ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178824 Jul 14 12:26:27.202227 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34096) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:27.255919 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d17a48d-9cce-467a-9bac-15822a13cbb9 admin admin] Publish callbacks [] for security_group (f6b89651-2a01-49f2-8711-847ef27ed8cc), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.284064 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d17a48d-9cce-467a-9bac-15822a13cbb9 admin admin] Publish callbacks [] for security_group (f6b89651-2a01-49f2-8711-847ef27ed8cc), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.422244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d17a48d-9cce-467a-9bac-15822a13cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f6b89651-2a01-49f2-8711-847ef27ed8cc), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.425842 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-3d17a48d-9cce-467a-9bac-15822a13cbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:27.427718 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-3d17a48d-9cce-467a-9bac-15822a13cbb9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f6b89651-2a01-49f2-8711-847ef27ed8cc HTTP/1.1" status: 204 len: 168 time: 0.2243626 Jul 14 12:26:27.438374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17a48d-9cce-467a-9bac-15822a13cbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b89651-2a01-49f2-8711-847ef27ed8cc,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:28.102743 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34102) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:28.116952 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.193433 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Publish callbacks [] for security_group (45cae3f7-1438-43a5-ba86-84142c4d0de1), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.255431 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (45cae3f7-1438-43a5-ba86-84142c4d0de1), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.294663 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cae3f7-1438-43a5-ba86-84142c4d0de1,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:28.299512 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ee1fa6191a444174aa52719f2ca1f771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1957111 Jul 14 12:26:28.302278 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34104) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:28.304409 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.304765 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.308606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.309537 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.309537 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c475720b-82d1-46a1-8334-e2f8e060d3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:26:28.353338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9a84a57-b072-4a04-9598-9fedb044f38d admin admin] Publish callbacks [] for security_group (45cae3f7-1438-43a5-ba86-84142c4d0de1), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.375818 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9a84a57-b072-4a04-9598-9fedb044f38d admin admin] Publish callbacks [] for security_group (45cae3f7-1438-43a5-ba86-84142c4d0de1), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.409140 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:28.485861 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9a84a57-b072-4a04-9598-9fedb044f38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (45cae3f7-1438-43a5-ba86-84142c4d0de1), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.488486 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9a84a57-b072-4a04-9598-9fedb044f38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:28.489643 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-c9a84a57-b072-4a04-9598-9fedb044f38d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/45cae3f7-1438-43a5-ba86-84142c4d0de1 HTTP/1.1" status: 204 len: 168 time: 0.1863761 Jul 14 12:26:28.497963 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a84a57-b072-4a04-9598-9fedb044f38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cae3f7-1438-43a5-ba86-84142c4d0de1,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:31.296397 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34176) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:31.425483 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-86d1f52d-2794-44a3-8a17-62a07a6dbf52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.498358 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-86d1f52d-2794-44a3-8a17-62a07a6dbf52 admin admin] Publish callbacks [] for security_group (940f63be-6cba-4a0f-828f-3717631b9363), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.579504 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-86d1f52d-2794-44a3-8a17-62a07a6dbf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (940f63be-6cba-4a0f-828f-3717631b9363), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.620967 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-86d1f52d-2794-44a3-8a17-62a07a6dbf52 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb4d41cd20da47fabd54397cfa645735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234937 Jul 14 12:26:31.621856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1f52d-2794-44a3-8a17-62a07a6dbf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f63be-6cba-4a0f-828f-3717631b9363,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:31.623664 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34186) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:31.680154 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-920def96-5a7e-4807-8a75-50ddab052824 admin admin] Publish callbacks [] for security_group (940f63be-6cba-4a0f-828f-3717631b9363), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.701918 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-920def96-5a7e-4807-8a75-50ddab052824 admin admin] Publish callbacks [] for security_group (940f63be-6cba-4a0f-828f-3717631b9363), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.711623 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:31.854414 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-920def96-5a7e-4807-8a75-50ddab052824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (940f63be-6cba-4a0f-828f-3717631b9363), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.857020 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-920def96-5a7e-4807-8a75-50ddab052824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:31.858184 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-920def96-5a7e-4807-8a75-50ddab052824 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/940f63be-6cba-4a0f-828f-3717631b9363 HTTP/1.1" status: 204 len: 168 time: 0.2335470 Jul 14 12:26:31.861519 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:31.868510 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920def96-5a7e-4807-8a75-50ddab052824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f63be-6cba-4a0f-828f-3717631b9363,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:32.573123 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34196) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:32.586271 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdadbff8-d230-4232-90e7-7caf38a0be88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.660604 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdadbff8-d230-4232-90e7-7caf38a0be88 admin admin] Publish callbacks [] for security_group (24b73825-13c8-4be1-bc1b-b750d94d88ad), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.741171 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fdadbff8-d230-4232-90e7-7caf38a0be88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (24b73825-13c8-4be1-bc1b-b750d94d88ad), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.781233 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fdadbff8-d230-4232-90e7-7caf38a0be88 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8684a3483822445982786a499ad5e2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070518 Jul 14 12:26:32.782348 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdadbff8-d230-4232-90e7-7caf38a0be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b73825-13c8-4be1-bc1b-b750d94d88ad,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:32.783933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34198) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:32.832697 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7080-63fe-4629-bc39-826552410172 admin admin] Publish callbacks [] for security_group (24b73825-13c8-4be1-bc1b-b750d94d88ad), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.842743 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=15 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:32.845075 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=17 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:32.855613 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7080-63fe-4629-bc39-826552410172 admin admin] Publish callbacks [] for security_group (24b73825-13c8-4be1-bc1b-b750d94d88ad), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.883154 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:32.987335 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7080-63fe-4629-bc39-826552410172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (24b73825-13c8-4be1-bc1b-b750d94d88ad), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.989772 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-2c7b7080-63fe-4629-bc39-826552410172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:32.991003 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-2c7b7080-63fe-4629-bc39-826552410172 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24b73825-13c8-4be1-bc1b-b750d94d88ad HTTP/1.1" status: 204 len: 168 time: 0.2059164 Jul 14 12:26:32.999910 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b7080-63fe-4629-bc39-826552410172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b73825-13c8-4be1-bc1b-b750d94d88ad,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:35.410699 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:26:37.992685 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-da0ef16b-c781-406b-b7ea-cdb8a0164894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:40.278529 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8fb016cb-5440-41b0-ac44-2d4ca78b9bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:41.609229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34298) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:41.613747 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1715216615', 'description': 'tempest-description--593034386'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:41.821625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:41.861220 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:41.932470 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (005aa7fb-921a-4495-bfcd-b4aa5937a5d6), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:41.975502 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (005aa7fb-921a-4495-bfcd-b4aa5937a5d6), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.005700 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005aa7fb-921a-4495-bfcd-b4aa5937a5d6,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:42.068829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.072034 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e332d0f3-c5f8-4a6e-80a0-be4058cb1b11 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4599199 Jul 14 12:26:42.074090 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34304) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:42.078402 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': '005aa7fb-921a-4495-bfcd-b4aa5937a5d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:42.163361 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (e0734b6f-8c54-4675-80d6-247426bf5db8), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.220267 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (e0734b6f-8c54-4675-80d6-247426bf5db8), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.295500 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (e0734b6f-8c54-4675-80d6-247426bf5db8), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.315582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0734b6f-8c54-4675-80d6-247426bf5db8,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:42.411597 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.413324 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-9cc87d21-0cbf-43d8-a4a1-f8acd92f5a60 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377798 Jul 14 12:26:42.415572 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34306) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:42.420701 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': '005aa7fb-921a-4495-bfcd-b4aa5937a5d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:42.548104 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (ad871505-3d89-4e07-96a3-93804c0a89f3), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.588497 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:42.606233 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (ad871505-3d89-4e07-96a3-93804c0a89f3), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.701334 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (ad871505-3d89-4e07-96a3-93804c0a89f3), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.722154 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad871505-3d89-4e07-96a3-93804c0a89f3,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:42.771516 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=17,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:42.772097 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:42.772777 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:42.779679 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:42.817187 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.818370 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7f006333-5444-4bd3-b711-09d2737f1984 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018855 Jul 14 12:26:42.821452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34312) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:42.826266 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:42.924182 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:42.958749 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.036093 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.077331 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:43.147739 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.27.1.252 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/52c5acba-c433-48c4-a7c0-1c90cc4014bb) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:26:43.186730 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.250904 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.341806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.385269 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:43.392489 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:43.395517 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:26:43.400834 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=52c5acba-c433-48c4-a7c0-1c90cc4014bb,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:43.465732 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:43.482525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (3d6f0fff-768c-4730-8b75-e58c265be2db), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.562180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.709485 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.762473 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.833301 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=52c5acba-c433-48c4-a7c0-1c90cc4014bb,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:43.845888 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (3d6f0fff-768c-4730-8b75-e58c265be2db), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.930056 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:43.931951 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-8a9311cc-a448-4928-b54a-f7dd61370a61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1089191 Jul 14 12:26:44.133519 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-ff244b74-c8d2-4045-a64c-e2d1ec69a080 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1715216615&fields=id&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 267 time: 0.0454252 Jul 14 12:26:44.240820 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-82aba6b6-b11d-4870-baf9-75deb3ffe90f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:44.242620 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-82aba6b6-b11d-4870-baf9-75deb3ffe90f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1023152 Jul 14 12:26:44.257357 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-690dc5aa-d91d-402c-8cf2-f80b52ec6b0b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/quotas/cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 375 time: 0.0088184 Jul 14 12:26:44.310670 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-2daf1f2e-c54d-4e84-a966-2c3ef8c9c669 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483057 Jul 14 12:26:44.404101 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-2edfb4d6-f3e8-415f-ad86-837ca8884536 service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821724 Jul 14 12:26:44.495745 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-9d602705-f2df-4027-af97-10d4531b1380 service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Jul 14 12:26:44.729746 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-9635186c-2e5a-491c-a9d7-fcb33e5d19bb req-96145023-9fd0-4b88-aecf-e09bf893aa6b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 210 time: 0.0317557 Jul 14 12:26:45.407355 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:45.825846 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-02f0c415-cc26-449f-abe2-96ce229bf2fe req-3e8f29ec-f7bf-4acb-bfe4-123f74200a15 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Jul 14 12:26:46.964882 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2e8cd517-8056-4870-bce3-a6c10f23318f req-5e83ac0f-b72f-43cc-85d3-f69a10b2ab91 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 210 time: 0.0365489 Jul 14 12:26:47.618526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-33b4331b-d905-4123-bf3d-3ed96c17893b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:47.620095 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-33b4331b-d905-4123-bf3d-3ed96c17893b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1126075 Jul 14 12:26:47.702046 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-4e5334ec-a5fc-4c15-95b8-5843e669b47e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 472 time: 0.0653830 Jul 14 12:26:47.715043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'port': {'device_id': '68b91abb-69ba-44ce-af93-7223f9377f04', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'admin_state_up': True, 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'security_groups': ['005aa7fb-921a-4495-bfcd-b4aa5937a5d6']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:47.776968 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:47.883504 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Made reservation on behalf of cc4efb6abcf3412897b7f1484988aa2b for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:26:47.887064 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.020083 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.20.0.14 (738fa312-d388-4da8-be3f-aad30d233548/c3d6defd-c350-4bf5-bfff-a0de84c6556d/02899756-e0cb-4d18-b33a-eb06282eef53) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:26:48.064061 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fefa9d53-b66d-4883-abd3-2ccf69fbd83c req-6b7b92a5-3f02-4e5d-8a71-3e5a5d863a8c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 210 time: 0.0291498 Jul 14 12:26:48.076252 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:48.161467 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (02899756-e0cb-4d18-b33a-eb06282eef53), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.255606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.303925 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:26:48.307328 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:26:48.311504 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:26:48.315381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=02899756-e0cb-4d18-b33a-eb06282eef53,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:48.366370 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:48.367018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.468010 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-17635f54-e4d5-443e-b0f5-25c5afeccd5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7614551 Jul 14 12:26:48.491611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Request body: {'port': {'device_id': '68b91abb-69ba-44ce-af93-7223f9377f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:48.549355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.568508 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-1e84a557-9a48-4ab4-9ab4-3179404d2464 None None] Provisioning complete for port 02899756-e0cb-4d18-b33a-eb06282eef53 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:26:48.569068 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1e84a557-9a48-4ab4-9ab4-3179404d2464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.602633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-1e84a557-9a48-4ab4-9ab4-3179404d2464 None None] Port 02899756-e0cb-4d18-b33a-eb06282eef53 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:26:48.810605 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02899756-e0cb-4d18-b33a-eb06282eef53 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:26:48.818556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Publish callbacks [] for port (02899756-e0cb-4d18-b33a-eb06282eef53), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:48.821814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:48.832401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Transition to ACTIVE for port object 02899756-e0cb-4d18-b33a-eb06282eef53 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:26:49.009467 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:49.062355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Pushing event updated for resources: {'Port': ['ID=02899756-e0cb-4d18-b33a-eb06282eef53,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:49.184196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Attempting to bind port 02899756-e0cb-4d18-b33a-eb06282eef53 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:26:49.184550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Attempting to bind port 02899756-e0cb-4d18-b33a-eb06282eef53 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:26:49.184917 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Attempting to bind port 02899756-e0cb-4d18-b33a-eb06282eef53 on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:26:49.197132 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Port 02899756-e0cb-4d18-b33a-eb06282eef53 on network 738fa312-d388-4da8-be3f-aad30d233548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:26:49.197462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Attempting to bind port 02899756-e0cb-4d18-b33a-eb06282eef53 on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:26:49.206817 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:26:49.207128 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:26:49.207510 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Bound using segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:26:49.207943 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Bound port: 02899756-e0cb-4d18-b33a-eb06282eef53, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:26:49.208668 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:49.212065 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:49.219002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5048e-1ac7-40fb-bc99-acb684ac8578 req-86f2c86e-4acb-474d-b90e-337458cd1c77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:49.220567 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f9d5048e-1ac7-40fb-bc99-acb684ac8578 req-86f2c86e-4acb-474d-b90e-337458cd1c77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 944 time: 0.0815077 Jul 14 12:26:49.313787 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-f9d5048e-1ac7-40fb-bc99-acb684ac8578 req-66be2435-4169-4a56-86b4-29fcadb226cc tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853603 Jul 14 12:26:49.320139 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] For port 02899756-e0cb-4d18-b33a-eb06282eef53, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:26:49.323638 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] For port 02899756-e0cb-4d18-b33a-eb06282eef53, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=02899756-e0cb-4d18-b33a-eb06282eef53,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:26:49.438257 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:49.475991 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:49.476596 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:49.477949 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] 10.222.0.86 "PUT /v2.0/ports/02899756-e0cb-4d18-b33a-eb06282eef53 HTTP/1.1" status: 200 len: 1094 time: 0.9904356 Jul 14 12:26:49.478375 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:26:49.480597 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7be669a-e444-4bad-ad82-ca9a9e965bab" -d '{"events": [{"name": "network-changed", "server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:49.504981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31beedb-c699-4227-8876-bb8a3d7e7150 service neutron] Pushing event updated for resources: {'Port': ['ID=02899756-e0cb-4d18-b33a-eb06282eef53,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:49.527576 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e295ec2-82f3-4153-bf09-2417579c5b78 x-openstack-request-id: req-3e295ec2-82f3-4153-bf09-2417579c5b78 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:49.528061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:49.528061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3e295ec2-82f3-4153-bf09-2417579c5b78 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:49.528445 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e295ec2-82f3-4153-bf09-2417579c5b78'] response: {'name': 'network-changed', 'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53', 'status': 'completed', 'code': 200} Jul 14 12:26:49.617108 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be669a-e444-4bad-ad82-ca9a9e965bab req-6602c9cf-73d0-4c6a-934d-863196529e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:49.618711 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d7be669a-e444-4bad-ad82-ca9a9e965bab req-6602c9cf-73d0-4c6a-934d-863196529e8e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 1128 time: 0.0455818 Jul 14 12:26:49.733482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be669a-e444-4bad-ad82-ca9a9e965bab req-0ea221a1-127a-4b3f-898b-0fba0d408b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:49.734978 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d7be669a-e444-4bad-ad82-ca9a9e965bab req-0ea221a1-127a-4b3f-898b-0fba0d408b03 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0986164 Jul 14 12:26:49.837804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be669a-e444-4bad-ad82-ca9a9e965bab req-07950f3e-9b47-4ae2-bf46-389ce3a44123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:49.839203 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d7be669a-e444-4bad-ad82-ca9a9e965bab req-07950f3e-9b47-4ae2-bf46-389ce3a44123 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966115 Jul 14 12:26:49.938758 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-02a03200-506d-4eea-8d24-67fb579f7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:49.940232 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-02a03200-506d-4eea-8d24-67fb579f7709 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 1128 time: 0.0389793 Jul 14 12:26:49.989534 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-a28a9039-5fd4-4bd1-9eb9-7740434ab96a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02899756-e0cb-4d18-b33a-eb06282eef53 HTTP/1.1" status: 200 len: 217 time: 0.0349936 Jul 14 12:26:50.038538 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-f0051677-6aef-4382-a841-76e59607ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:50.039992 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-f0051677-6aef-4382-a841-76e59607ac84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.0447578 Jul 14 12:26:50.083525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-3a248918-27e5-4f61-bf81-9a197da8b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:50.084950 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-3a248918-27e5-4f61-bf81-9a197da8b5e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389395 Jul 14 12:26:50.177617 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-ad29610f-83b4-4cd7-9d94-0d806f16fa38 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866544 Jul 14 12:26:50.248295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:50.269818 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b20c6f3f-a12f-48c7-9943-63ff938b714e req-7245d8d8-bd77-49ff-aa84-dba604f012d4 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862725 Jul 14 12:26:50.293767 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:50.429911 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ed893-457e-48c8-8344-dcb989e2c6cc req-d589ee14-3eb9-4c82-be2e-a844401e995e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:50.431600 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-035ed893-457e-48c8-8344-dcb989e2c6cc req-d589ee14-3eb9-4c82-be2e-a844401e995e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 944 time: 0.0513659 Jul 14 12:26:50.489056 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-035ed893-457e-48c8-8344-dcb989e2c6cc req-13ac73f6-4ca9-41c6-b6ed-7ba390083a69 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501757 Jul 14 12:26:51.605919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76894fc-cec5-4ba7-879e-51c581e51b08 req-28504e8d-35f3-4bfb-86eb-82c579212322 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:51.607999 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d76894fc-cec5-4ba7-879e-51c581e51b08 req-28504e8d-35f3-4bfb-86eb-82c579212322 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 944 time: 0.0471113 Jul 14 12:26:51.660323 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d76894fc-cec5-4ba7-879e-51c581e51b08 req-1364bd1c-55ab-4976-8454-25141ddc4bdb tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464478 Jul 14 12:26:52.459197 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 02899756-e0cb-4d18-b33a-eb06282eef53 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:26:52.558817 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 02899756-e0cb-4d18-b33a-eb06282eef53, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=02899756-e0cb-4d18-b33a-eb06282eef53,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:52.570067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '02899756-e0cb-4d18-b33a-eb06282eef53', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'port_id': '02899756-e0cb-4d18-b33a-eb06282eef53', 'mac_address': 'fa:16:3e:00:8e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:26:52.609755 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 02899756-e0cb-4d18-b33a-eb06282eef53 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:26:52.610152 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:52.623240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02899756-e0cb-4d18-b33a-eb06282eef53 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:26:52.643389 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 02899756-e0cb-4d18-b33a-eb06282eef53, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=02899756-e0cb-4d18-b33a-eb06282eef53,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:52.715542 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:52.759468 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=02899756-e0cb-4d18-b33a-eb06282eef53,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:52.775900 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c5b52-fb35-48f4-a098-f451e28fee8b req-cfa994f8-70dd-4081-89f6-cf3e21f8778b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:52.777547 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0f1c5b52-fb35-48f4-a098-f451e28fee8b req-cfa994f8-70dd-4081-89f6-cf3e21f8778b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Jul 14 12:26:52.832497 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0f1c5b52-fb35-48f4-a098-f451e28fee8b req-818e9a96-0af6-4510-b9b7-525009e3a047 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486865 Jul 14 12:26:53.079842 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['02899756-e0cb-4d18-b33a-eb06282eef53'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:26:53.948310 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e220-fa1f-4487-afd3-3f98c227fc3b req-aae64d88-d83c-4ff0-9da6-96f1c3a836b8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:53.949766 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fa81e220-fa1f-4487-afd3-3f98c227fc3b req-aae64d88-d83c-4ff0-9da6-96f1c3a836b8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 945 time: 0.0477316 Jul 14 12:26:53.998011 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fa81e220-fa1f-4487-afd3-3f98c227fc3b req-5b58d60a-3547-4322-af9f-9b285e707bc9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Jul 14 12:26:54.455686 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 02899756-e0cb-4d18-b33a-eb06282eef53 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:26:54.498273 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 02899756-e0cb-4d18-b33a-eb06282eef53 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:26:54.592364 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 02899756-e0cb-4d18-b33a-eb06282eef53 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:26:54.592738 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:54.669547 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 02899756-e0cb-4d18-b33a-eb06282eef53 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:26:54.669928 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:54.694425 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:26:54.696718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edcaa25-e010-492d-9924-4d429db3608f" -d '{"events": [{"server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "name": "network-vif-plugged", "status": "completed", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:54.709173 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 02899756-e0cb-4d18-b33a-eb06282eef53, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=02899756-e0cb-4d18-b33a-eb06282eef53,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:26:54.737834 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e218362-6f07-471c-b30f-94731f2b5bfb x-openstack-request-id: req-9e218362-6f07-471c-b30f-94731f2b5bfb {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:54.738122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "name": "network-vif-plugged", "status": "completed", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:54.738370 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9e218362-6f07-471c-b30f-94731f2b5bfb {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:54.738789 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e218362-6f07-471c-b30f-94731f2b5bfb'] response: {'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53', 'code': 200} Jul 14 12:26:54.790376 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:54.837497 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:54.842249 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=02899756-e0cb-4d18-b33a-eb06282eef53,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:26:55.073571 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081b158-3937-495e-8d61-0bd35a0e950e req-edd1bc25-544a-45c5-9332-8ac988f32bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:55.075115 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a081b158-3937-495e-8d61-0bd35a0e950e req-edd1bc25-544a-45c5-9332-8ac988f32bd2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 1130 time: 0.0400510 Jul 14 12:26:55.116698 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd97149-5f69-444d-86d2-bc7649724d93 req-d30a16cf-d0e2-42f9-a72e-21057e8fe59b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:55.122380 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a081b158-3937-495e-8d61-0bd35a0e950e req-4fd7e851-e026-481a-bfdf-03d445207c8a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 Jul 14 12:26:55.127216 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9bd97149-5f69-444d-86d2-bc7649724d93 req-d30a16cf-d0e2-42f9-a72e-21057e8fe59b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0520542 Jul 14 12:26:55.170796 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9bd97149-5f69-444d-86d2-bc7649724d93 req-a8694985-3a6a-4e7f-b70b-620b8d81ea61 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421376 Jul 14 12:26:56.295914 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0aeaf-df5f-4942-ae41-9a236d73957a req-14608f69-5995-4704-bd22-a69b2b521c1e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:56.297619 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84c0aeaf-df5f-4942-ae41-9a236d73957a req-14608f69-5995-4704-bd22-a69b2b521c1e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0526576 Jul 14 12:26:56.330456 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:56.346744 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-84c0aeaf-df5f-4942-ae41-9a236d73957a req-179441f8-ab17-4da0-9ffa-8f039b4261d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433235 Jul 14 12:26:57.466056 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636a4b7-db7e-459e-b6d3-c07d9f7846b8 req-747e3927-c5d8-4e41-9bcf-eb665cba1bbd tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:57.467656 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2636a4b7-db7e-459e-b6d3-c07d9f7846b8 req-747e3927-c5d8-4e41-9bcf-eb665cba1bbd tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0508676 Jul 14 12:26:57.516756 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-2636a4b7-db7e-459e-b6d3-c07d9f7846b8 req-3383abae-5c7c-48c6-aeee-b40b7c2f32c4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427303 Jul 14 12:26:57.627549 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217c732-d759-4631-9f36-ca00c9f88421 req-f984e140-24b8-4853-a548-49eb035b69c2 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:57.629013 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4217c732-d759-4631-9f36-ca00c9f88421 req-f984e140-24b8-4853-a548-49eb035b69c2 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0483615 Jul 14 12:26:57.637569 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34482) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:26:57.642010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'port_id': '02899756-e0cb-4d18-b33a-eb06282eef53'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:26:57.683405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (3d6f0fff-768c-4730-8b75-e58c265be2db), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:58.333802 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.db.resource_extend [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 14 12:26:58.381592 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:58.449613 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (3d6f0fff-768c-4730-8b75-e58c265be2db), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:58.552228 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 3d6f0fff-768c-4730-8b75-e58c265be2db associated. External IP: 172.27.1.252, port: 02899756-e0cb-4d18-b33a-eb06282eef53. Jul 14 12:26:58.694782 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:58.722020 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb5bb6-0fae-43da-b0e2-70ec04682d7e req-62875bfe-d64d-44ad-9497-c745b079c82f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:58.723442 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d0bb5bb6-0fae-43da-b0e2-70ec04682d7e req-62875bfe-d64d-44ad-9497-c745b079c82f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0504360 Jul 14 12:26:58.763189 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:26:58.774153 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d0bb5bb6-0fae-43da-b0e2-70ec04682d7e req-41c008f2-53b6-4b68-b478-ebab0e91e69d tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448136 Jul 14 12:26:58.857036 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:58.869949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:26:58.875422 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:26:58.880573 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:26:58.891154 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:26:58.892073 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:26:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:58.906397 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6278a186-3248-4b75-b7b0-335212f5fb8d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "PUT /v2.0/floatingips/3d6f0fff-768c-4730-8b75-e58c265be2db HTTP/1.1" status: 200 len: 992 time: 1.2677946 Jul 14 12:26:58.908556 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:26:58.909444 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b303629f-ca39-4a34-8048-111706fc065e" -d '{"events": [{"name": "network-changed", "server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:26:58.948119 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aec4d6-8643-4ad6-8640-2122845e2935 x-openstack-request-id: req-b3aec4d6-8643-4ad6-8640-2122845e2935 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:26:58.948412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:26:58.948667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b3aec4d6-8643-4ad6-8640-2122845e2935 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:26:58.949077 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3aec4d6-8643-4ad6-8640-2122845e2935'] response: {'name': 'network-changed', 'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53', 'status': 'completed', 'code': 200} Jul 14 12:26:58.994725 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:26:59.288114 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '3d6f0fff-768c-4730-8b75-e58c265be2db', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '02899756-e0cb-4d18-b33a-eb06282eef53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:00:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b91abb-69ba-44ce-af93-7223f9377f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:26:43Z', 'updated_at': '2022-07-14T12:26:58Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}, {'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:46Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:59.316458 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:26:59.324861 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:26:59.325465 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:26:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:59.427796 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:26:59.641928 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '3d6f0fff-768c-4730-8b75-e58c265be2db', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '02899756-e0cb-4d18-b33a-eb06282eef53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:00:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b91abb-69ba-44ce-af93-7223f9377f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:26:43Z', 'updated_at': '2022-07-14T12:26:58Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}, {'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:46Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:26:59.668507 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fb867-75de-41ec-b870-154e458bcfb9 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '3d6f0fff-768c-4730-8b75-e58c265be2db', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.252', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '02899756-e0cb-4d18-b33a-eb06282eef53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:00:8e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b91abb-69ba-44ce-af93-7223f9377f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:26:43Z', 'updated_at': '2022-07-14T12:26:58Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}, {'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:46Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:26:59.882034 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9682524e-75da-48fe-8013-556e9a91df13 None None] New status for floating IP 3d6f0fff-768c-4730-8b75-e58c265be2db: ACTIVE {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:26:59.904087 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e970d-1c38-43c6-9c20-822608189839 req-19f6a686-2204-4292-8ad5-744fc61c7abe tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:26:59.906168 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da5e970d-1c38-43c6-9c20-822608189839 req-19f6a686-2204-4292-8ad5-744fc61c7abe tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0527325 Jul 14 12:26:59.929278 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:26:59.955868 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-da5e970d-1c38-43c6-9c20-822608189839 req-334f10b5-b713-4dd7-aa96-3ebfcecf6342 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439034 Jul 14 12:27:00.057826 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303629f-ca39-4a34-8048-111706fc065e req-4696d41f-c62c-4a59-990a-d7f6535c41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:00.059277 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-4696d41f-c62c-4a59-990a-d7f6535c41c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 1130 time: 0.0402827 Jul 14 12:27:00.291274 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303629f-ca39-4a34-8048-111706fc065e req-a0da9068-a6ee-4032-aed4-f99da017b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:00.293078 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-a0da9068-a6ee-4032-aed4-f99da017b8b6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 916 time: 0.0922089 Jul 14 12:27:00.488434 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9edf0-96fc-4905-822f-702a74c26762 req-572b31be-c833-4d72-bf16-02ca2501ada5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:00.489947 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efd9edf0-96fc-4905-822f-702a74c26762 req-572b31be-c833-4d72-bf16-02ca2501ada5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0884748 Jul 14 12:27:00.492303 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-07132cfc-3728-4b93-914c-d411b901bf65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02899756-e0cb-4d18-b33a-eb06282eef53 HTTP/1.1" status: 200 len: 1002 time: 0.0972626 Jul 14 12:27:00.607016 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303629f-ca39-4a34-8048-111706fc065e req-845b9376-fbd1-4cf6-b671-1a7e4c72bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:00.608500 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-845b9376-fbd1-4cf6-b671-1a7e4c72bc6b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.1005933 Jul 14 12:27:00.630352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Deleting port 3c14bf32-ee21-46df-a087-dc33eef08a69 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:00.630690 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:00.684981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303629f-ca39-4a34-8048-111706fc065e req-1c6131ec-cd40-4f33-bdd5-e6756a4d8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:00.687176 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-1c6131ec-cd40-4f33-bdd5-e6756a4d8abd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690813 Jul 14 12:27:00.814038 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] For port 3c14bf32-ee21-46df-a087-dc33eef08a69, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=3c14bf32-ee21-46df-a087-dc33eef08a69,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:00.814319 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:00.873601 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-ae19764c-cf8d-4a57-988a-4ddeb85d6df6 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611619 Jul 14 12:27:01.045041 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:01.090347 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b303629f-ca39-4a34-8048-111706fc065e req-7a62bef6-d6e3-4025-a8b6-cc89725b2214 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101443 Jul 14 12:27:01.102552 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:01.102937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:01.103253 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Floating IP d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c disassociated. External IP: 172.27.1.202, port: 3c14bf32-ee21-46df-a087-dc33eef08a69. Jul 14 12:27:01.103599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Calling delete_port for 3c14bf32-ee21-46df-a087-dc33eef08a69 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:01.119958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afffd5e-e6eb-414f-adbe-d0c2a64e59f1 req-57715cc6-4a12-4e3f-9c3a-54467204d83f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:01.121464 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5afffd5e-e6eb-414f-adbe-d0c2a64e59f1 req-57715cc6-4a12-4e3f-9c3a-54467204d83f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 947 time: 0.0830269 Jul 14 12:27:01.175726 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:01.225677 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5afffd5e-e6eb-414f-adbe-d0c2a64e59f1 req-c9f6d33a-331f-4cc9-8b1a-b5f232221de5 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups?id=dac59e61-aff7-4452-b18e-6735b1661711&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973847 Jul 14 12:27:01.369565 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (3c14bf32-ee21-46df-a087-dc33eef08a69), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:01.400982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event deleted for resources: {'Port': ['ID=3c14bf32-ee21-46df-a087-dc33eef08a69,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:01.413807 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.414155 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.414493 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.414857 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.415275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.415663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.416020 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.416813 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.416813 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.417018 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.417730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.418078 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.418464 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.418801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.419149 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:01.525863 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Router 8fef0671-4de1-4089-a378-04bb4b64a188 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:27:01.631659 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:01.641303 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:01.651607 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:01.652845 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:26:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:01.688423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] No DVR routers for this DVR port 3c14bf32-ee21-46df-a087-dc33eef08a69 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:27:01.691374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:01.695004 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-efd9edf0-96fc-4905-822f-702a74c26762 req-954e53c7-7bc6-462b-8f05-4e597849681f tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.86 "DELETE /v2.0/ports/3c14bf32-ee21-46df-a087-dc33eef08a69 HTTP/1.1" status: 204 len: 173 time: 1.1942358 Jul 14 12:27:01.695453 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-deleted', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:27:01.700124 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc6341-0caf-4f4b-a5c8-0a68d88c3d1b" -d '{"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-deleted", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:01.747122 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f320e1-7bad-4b29-af26-64b994e9bba7 x-openstack-request-id: req-a1f320e1-7bad-4b29-af26-64b994e9bba7 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:01.747122 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a356720e-5371-4d02-bd6d-5293e39ed68a", "name": "network-vif-deleted", "tag": "3c14bf32-ee21-46df-a087-dc33eef08a69", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:01.747122 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1f320e1-7bad-4b29-af26-64b994e9bba7 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:01.747122 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f320e1-7bad-4b29-af26-64b994e9bba7'] response: {'server_uuid': 'a356720e-5371-4d02-bd6d-5293e39ed68a', 'name': 'network-vif-deleted', 'tag': '3c14bf32-ee21-46df-a087-dc33eef08a69', 'status': 'completed', 'code': 200} Jul 14 12:27:01.769886 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:01.855889 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:01.924882 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:01.982731 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:02.008455 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:02.016866 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:02.017458 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:26:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:02.117520 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:02.307024 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:02.331910 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ba8e06-7851-4d1c-ae08-861e8b34c01c None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:19:52Z', 'revision_number': 4, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': '739a12ec-88ff-4042-a436-a914ce6f2be3', 'name': '', 'network_id': '8f1a9939-526e-4b6f-8865-71875a9e9ada', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'mac_address': 'fa:16:3e:8a:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:51Z', 'updated_at': '2022-07-14T12:19:56Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'subnets': [{'id': 'b90d9791-611b-4549-9559-3b6534c7ae38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:02.344407 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2ffd072b-e761-4e91-a4fc-7c259ebf66e7 req-bab23dc6-ac47-40f5-86f5-bbb42cc83ffc tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/ports?device_id=a356720e-5371-4d02-bd6d-5293e39ed68a HTTP/1.1" status: 200 len: 210 time: 0.0319440 Jul 14 12:27:02.511336 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:02.533363 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 3c14bf32-ee21-46df-a087-dc33eef08a69 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:02.534836 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 3c14bf32-ee21-46df-a087-dc33eef08a69 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:02.548783 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c58059-e0c4-4840-921a-fb9bc4201c68 None None] New status for floating IP d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:27:03.499134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34534) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:03.557267 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-204cefe3-682f-4aa6-9983-55cafb6a24c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (dac59e61-aff7-4452-b18e-6735b1661711), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:03.580844 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-204cefe3-682f-4aa6-9983-55cafb6a24c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (dac59e61-aff7-4452-b18e-6735b1661711), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:03.700226 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-204cefe3-682f-4aa6-9983-55cafb6a24c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (dac59e61-aff7-4452-b18e-6735b1661711), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:03.704699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-204cefe3-682f-4aa6-9983-55cafb6a24c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:03.704699 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-204cefe3-682f-4aa6-9983-55cafb6a24c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "DELETE /v2.0/security-groups/dac59e61-aff7-4452-b18e-6735b1661711 HTTP/1.1" status: 204 len: 168 time: 0.2044032 Jul 14 12:27:03.707345 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34536) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:03.713960 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204cefe3-682f-4aa6-9983-55cafb6a24c0 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac59e61-aff7-4452-b18e-6735b1661711,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:03.721590 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-7b7e9227-4ce8-44a1-aaa7-2e0e8c908fa8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] show failed (client error): The resource could not be found. Jul 14 12:27:03.725617 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7b7e9227-4ce8-44a1-aaa7-2e0e8c908fa8 tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "GET /v2.0/security-groups/dac59e61-aff7-4452-b18e-6735b1661711 HTTP/1.1" status: 404 len: 347 time: 0.0172203 Jul 14 12:27:03.726154 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34538) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:03.759825 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:03.771635 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:04.059791 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Deleting port b6547422-488d-4b0f-b19a-bf013c7d3db9 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:04.060132 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:04.134869 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:04.135198 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (b6547422-488d-4b0f-b19a-bf013c7d3db9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:04.147384 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Calling delete_port for b6547422-488d-4b0f-b19a-bf013c7d3db9 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:04.357777 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (b6547422-488d-4b0f-b19a-bf013c7d3db9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:04.384487 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Pushing event deleted for resources: {'Port': ['ID=b6547422-488d-4b0f-b19a-bf013c7d3db9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:04.452419 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks [] for floatingip (d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:04.455075 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:04.456220 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-dd837a5e-1b05-488a-a24e-d44f2e87467c tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] 10.222.0.27 "DELETE /v2.0/floatingips/d1cbe3b6-3013-470d-b717-c1a1fbd1ce7c HTTP/1.1" status: 204 len: 168 time: 0.7291822 Jul 14 12:27:07.137975 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34570) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:07.596278 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (8fef0671-4de1-4089-a378-04bb4b64a188), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:07.741728 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:07.781037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:07.818999 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Deleting port 739a12ec-88ff-4042-a436-a914ce6f2be3 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:07.819338 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:07.901046 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] For port 739a12ec-88ff-4042-a436-a914ce6f2be3, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=739a12ec-88ff-4042-a436-a914ce6f2be3,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:07.901322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:07.913994 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Calling delete_port for 739a12ec-88ff-4042-a436-a914ce6f2be3 owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:07.985788 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6abf9425-771f-439d-a1cc-217ff83ab58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:08.169140 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (739a12ec-88ff-4042-a436-a914ce6f2be3), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:08.193645 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Pushing event deleted for resources: {'Port': ['ID=739a12ec-88ff-4042-a436-a914ce6f2be3,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:08.368678 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (8fef0671-4de1-4089-a378-04bb4b64a188), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:08.574159 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:08.583344 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Router 8fef0671-4de1-4089-a378-04bb4b64a188 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:27:08.687961 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:08.704859 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-11dc836b-15b5-4b09-921d-0d54866d3113 admin admin] 10.222.0.27 "PUT /v2.0/routers/8fef0671-4de1-4089-a378-04bb4b64a188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544720 Jul 14 12:27:08.705193 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34586) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:08.706113 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] Sync routers for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:08.708087 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:08.708703 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:26:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:08.781026 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:08.811706 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks [] for router (8fef0671-4de1-4089-a378-04bb4b64a188), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:08.815713 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:08.923058 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks [] for router_gateway (8fef0671-4de1-4089-a378-04bb4b64a188), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.084107 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:27:08Z', 'revision_number': 5, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port': {'id': '1d73dbaf-0b44-45a9-b455-45522e28f1d5', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:19:48Z', 'updated_at': '2022-07-14T12:19:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:09.113688 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] Checking router: 8fef0671-4de1-4089-a378-04bb4b64a188 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:09.123201 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] Routers {'8fef0671-4de1-4089-a378-04bb4b64a188'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:09.123837 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:26:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['8fef0671-4de1-4089-a378-04bb4b64a188'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:09.211494 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:09.212877 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] Set router 8fef0671-4de1-4089-a378-04bb4b64a188 gateway port host: None {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:09.263289 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:27:08Z', 'revision_number': 6, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:09.284008 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Deleting port 1d73dbaf-0b44-45a9-b455-45522e28f1d5 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:09.284430 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.288286 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df26aa-916d-4eb4-b7aa-ac360202db10 None None] The sync data for ids ['8fef0671-4de1-4089-a378-04bb4b64a188'] in dv-cinder-848900-3-iscsi is: [{'id': '8fef0671-4de1-4089-a378-04bb4b64a188', 'name': 'tempest-AttachVolumeShelveTestJSON-87176384-router', 'tenant_id': '51617cc935204a6cba46c6d4d6a24cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:19:47Z', 'updated_at': '2022-07-14T12:27:08Z', 'revision_number': 6, 'project_id': '51617cc935204a6cba46c6d4d6a24cb3', 'gw_port_host': None}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:09.341438 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:09.366224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] For port 1d73dbaf-0b44-45a9-b455-45522e28f1d5, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=1d73dbaf-0b44-45a9-b455-45522e28f1d5,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:09.366586 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.381124 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Calling delete_port for 1d73dbaf-0b44-45a9-b455-45522e28f1d5 owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:09.608983 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (1d73dbaf-0b44-45a9-b455-45522e28f1d5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.637375 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d73dbaf-0b44-45a9-b455-45522e28f1d5,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:09.708270 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (8fef0671-4de1-4089-a378-04bb4b64a188), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.800212 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (8fef0671-4de1-4089-a378-04bb4b64a188), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.802484 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks [] for router_controller (8fef0671-4de1-4089-a378-04bb4b64a188), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.934488 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (8fef0671-4de1-4089-a378-04bb4b64a188), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.935095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fef0671-4de1-4089-a378-04bb4b64a188 {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:27:09.939455 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:09.940846 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-85637690-7634-4546-bf3c-8f746888f8c7 admin admin] 10.222.0.27 "DELETE /v2.0/routers/8fef0671-4de1-4089-a378-04bb4b64a188 HTTP/1.1" status: 204 len: 168 time: 1.2433693 Jul 14 12:27:09.943363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34592) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:09.994061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Deleting subnet b90d9791-611b-4549-9559-3b6534c7ae38 {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:27:09.997560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Publish callbacks [] for subnet (b90d9791-611b-4549-9559-3b6534c7ae38), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.033482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5714455'] for subnet (b90d9791-611b-4549-9559-3b6534c7ae38), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.113644 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (b90d9791-611b-4549-9559-3b6534c7ae38), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.186189 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1d73dbaf-0b44-45a9-b455-45522e28f1d5 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:10.208073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 1d73dbaf-0b44-45a9-b455-45522e28f1d5 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:10.208415 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 1d73dbaf-0b44-45a9-b455-45522e28f1d5 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:10.208823 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 739a12ec-88ff-4042-a436-a914ce6f2be3 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:10.228224 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 739a12ec-88ff-4042-a436-a914ce6f2be3 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:10.228569 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 739a12ec-88ff-4042-a436-a914ce6f2be3 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:10.272966 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5603995'] for subnet (b90d9791-611b-4549-9559-3b6534c7ae38), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.285661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:10.302893 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b90d9791-611b-4549-9559-3b6534c7ae38,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:10.304822 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-98e218b7-c537-4ca2-ae08-fc4d9585d637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.313520 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.314057 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-4a4b6366-08a9-4760-94e7-c9828a2e1cd9 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b90d9791-611b-4549-9559-3b6534c7ae38 HTTP/1.1" status: 204 len: 168 time: 0.3697062 Jul 14 12:27:10.317292 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34602) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:10.317973 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb941aa-7fd9-468a-8d50-f48bf16ce7ed None None] Network 8f1a9939-526e-4b6f-8865-71875a9e9ada requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:27:10.357404 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:10.405072 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (8f1a9939-526e-4b6f-8865-71875a9e9ada), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.457838 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Deleting port 9d9bc557-c929-42c5-bb66-0cb3082454fb {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:10.458135 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.490850 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] DHCP port deletion for 8f1a9939-526e-4b6f-8865-71875a9e9ada request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:27:10.525333 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] For port 9d9bc557-c929-42c5-bb66-0cb3082454fb, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9d9bc557-c929-42c5-bb66-0cb3082454fb,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:10.525707 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.536633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] Deleting port 9d9bc557-c929-42c5-bb66-0cb3082454fb {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:10.537077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.539302 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Calling delete_port for 9d9bc557-c929-42c5-bb66-0cb3082454fb owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:10.606013 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] For port 9d9bc557-c929-42c5-bb66-0cb3082454fb, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9d9bc557-c929-42c5-bb66-0cb3082454fb,segment=NetworkSegment(e4d5858f-11d9-4f1b-820d-bd8a2354e849),segment_id=e4d5858f-11d9-4f1b-820d-bd8a2354e849)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:10.606489 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.619400 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] Calling delete_port for 9d9bc557-c929-42c5-bb66-0cb3082454fb owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:10.699193 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.705187 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (9d9bc557-c929-42c5-bb66-0cb3082454fb), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.727241 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9bc557-c929-42c5-bb66-0cb3082454fb,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:10.729159 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] No DVR routers for this DVR port 9d9bc557-c929-42c5-bb66-0cb3082454fb on host dv-cinder-848900-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:27:10.733852 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] Pushing event deleted for resources: {'Port': ['ID=9d9bc557-c929-42c5-bb66-0cb3082454fb,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:10.738274 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab2158-2e56-47cd-9945-dd5b1146ad6b None None] No DVR routers for this DVR port 9d9bc557-c929-42c5-bb66-0cb3082454fb on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:27:10.809087 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (8f1a9939-526e-4b6f-8865-71875a9e9ada), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.830224 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1a9939-526e-4b6f-8865-71875a9e9ada']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:10.839642 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d5858f-11d9-4f1b-820d-bd8a2354e849') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:10.839948 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d5858f-11d9-4f1b-820d-bd8a2354e849') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:10.849630 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (e4d5858f-11d9-4f1b-820d-bd8a2354e849), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.863227 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (e4d5858f-11d9-4f1b-820d-bd8a2354e849), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.869592 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:27:10.869981 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (e4d5858f-11d9-4f1b-820d-bd8a2354e849), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:10.892929 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment e4d5858f-11d9-4f1b-820d-bd8a2354e849 resource provider aggregate not found Jul 14 12:27:10.921648 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment e4d5858f-11d9-4f1b-820d-bd8a2354e849 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4d5858f-11d9-4f1b-820d-bd8a2354e849 found for delete ", "request_id": "req-35332dc5-c3d5-4218-b773-e0d7c57bae88"}]} Jul 14 12:27:11.024326 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (8f1a9939-526e-4b6f-8865-71875a9e9ada), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:11.029779 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:11.032986 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] 10.222.0.27 "DELETE /v2.0/networks/8f1a9939-526e-4b6f-8865-71875a9e9ada HTTP/1.1" status: 204 len: 168 time: 0.7133169 Jul 14 12:27:11.046574 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fee0c3-a177-41a7-a20f-62b22a5d96ba admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1a9939-526e-4b6f-8865-71875a9e9ada,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:11.347930 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34610) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:11.389838 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-56a6ff88-3037-4a27-aabc-ba6186441f25 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=51617cc935204a6cba46c6d4d6a24cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406818 Jul 14 12:27:11.392264 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34614) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:11.442473 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ce5-6c7e-4f0e-8318-7be674d82215 admin admin] Publish callbacks [] for security_group (affcfc5e-32eb-4514-84af-7f39bda2c265), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:11.464430 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ce5-6c7e-4f0e-8318-7be674d82215 admin admin] Publish callbacks [] for security_group (affcfc5e-32eb-4514-84af-7f39bda2c265), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:11.608894 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ce5-6c7e-4f0e-8318-7be674d82215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (affcfc5e-32eb-4514-84af-7f39bda2c265), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:11.611503 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-96ac5ce5-6c7e-4f0e-8318-7be674d82215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:11.612655 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-96ac5ce5-6c7e-4f0e-8318-7be674d82215 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/affcfc5e-32eb-4514-84af-7f39bda2c265 HTTP/1.1" status: 204 len: 168 time: 0.2195096 Jul 14 12:27:11.621237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac5ce5-6c7e-4f0e-8318-7be674d82215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affcfc5e-32eb-4514-84af-7f39bda2c265,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:11.673756 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:12.173652 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9d9bc557-c929-42c5-bb66-0cb3082454fb no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:12.193755 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 9d9bc557-c929-42c5-bb66-0cb3082454fb {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:12.194889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9d9bc557-c929-42c5-bb66-0cb3082454fb not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:12.411574 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:27:12.866355 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:13.157092 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.167543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34680) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:14.279793 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b061541b-70b3-4967-afee-8debfadccb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.290540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:14.343776 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34686) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:14.358148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b061541b-70b3-4967-afee-8debfadccb89 admin admin] Publish callbacks [] for security_group (34dd4408-40ca-40ad-8ec0-b028f1ee0458), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.418638 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b061541b-70b3-4967-afee-8debfadccb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (34dd4408-40ca-40ad-8ec0-b028f1ee0458), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.452290 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99f082e5-b196-48f9-9d3c-d075bceaa42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.460294 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b061541b-70b3-4967-afee-8debfadccb89 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4be676ec9f124081afa4f4406e5c4218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916932 Jul 14 12:27:14.461161 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061541b-70b3-4967-afee-8debfadccb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd4408-40ca-40ad-8ec0-b028f1ee0458,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:14.463493 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34690) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:14.513189 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:14.514258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821e0bd1-8879-4b16-b4d8-52bd7f6fd3bd admin admin] Publish callbacks [] for security_group (34dd4408-40ca-40ad-8ec0-b028f1ee0458), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.536365 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99f082e5-b196-48f9-9d3c-d075bceaa42b admin admin] Publish callbacks [] for security_group (c367db4b-eb32-4e23-ae75-b5b6e845f9f8), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.537280 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821e0bd1-8879-4b16-b4d8-52bd7f6fd3bd admin admin] Publish callbacks [] for security_group (34dd4408-40ca-40ad-8ec0-b028f1ee0458), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.602724 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99f082e5-b196-48f9-9d3c-d075bceaa42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c367db4b-eb32-4e23-ae75-b5b6e845f9f8), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.642129 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-99f082e5-b196-48f9-9d3c-d075bceaa42b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=77be0641ca5c4aa79dffa85dc6a2eaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967715 Jul 14 12:27:14.642984 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f082e5-b196-48f9-9d3c-d075bceaa42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c367db4b-eb32-4e23-ae75-b5b6e845f9f8,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:14.645663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34692) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:14.661178 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821e0bd1-8879-4b16-b4d8-52bd7f6fd3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (34dd4408-40ca-40ad-8ec0-b028f1ee0458), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.666817 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-821e0bd1-8879-4b16-b4d8-52bd7f6fd3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.666817 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-821e0bd1-8879-4b16-b4d8-52bd7f6fd3bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/34dd4408-40ca-40ad-8ec0-b028f1ee0458 HTTP/1.1" status: 204 len: 168 time: 0.1999950 Jul 14 12:27:14.692748 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e0bd1-8879-4b16-b4d8-52bd7f6fd3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd4408-40ca-40ad-8ec0-b028f1ee0458,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:14.702110 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:14.717770 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-43cec105-74b5-4827-bca6-4a2ca3764c3b admin admin] Publish callbacks [] for security_group (c367db4b-eb32-4e23-ae75-b5b6e845f9f8), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.736451 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:14.745207 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-43cec105-74b5-4827-bca6-4a2ca3764c3b admin admin] Publish callbacks [] for security_group (c367db4b-eb32-4e23-ae75-b5b6e845f9f8), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.837488 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-43cec105-74b5-4827-bca6-4a2ca3764c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (c367db4b-eb32-4e23-ae75-b5b6e845f9f8), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.840176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-43cec105-74b5-4827-bca6-4a2ca3764c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:14.843827 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-43cec105-74b5-4827-bca6-4a2ca3764c3b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c367db4b-eb32-4e23-ae75-b5b6e845f9f8 HTTP/1.1" status: 204 len: 168 time: 0.1946397 Jul 14 12:27:14.850288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cec105-74b5-4827-bca6-4a2ca3764c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367db4b-eb32-4e23-ae75-b5b6e845f9f8,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:15.232953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34702) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:15.247160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36c5d8ea-a0bb-4ca7-9ec8-49363d1ed931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.324952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36c5d8ea-a0bb-4ca7-9ec8-49363d1ed931 admin admin] Publish callbacks [] for security_group (07fc70e0-9689-4300-bf3a-45846103e0a7), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.389692 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-36c5d8ea-a0bb-4ca7-9ec8-49363d1ed931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (07fc70e0-9689-4300-bf3a-45846103e0a7), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.431434 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-36c5d8ea-a0bb-4ca7-9ec8-49363d1ed931 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ac6245e27f784244a8b3e4a865c14a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974020 Jul 14 12:27:15.433374 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5d8ea-a0bb-4ca7-9ec8-49363d1ed931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc70e0-9689-4300-bf3a-45846103e0a7,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:15.434185 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34710) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:15.487271 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cf89293c-d6e9-43f7-aea5-6f49c30fb122 admin admin] Publish callbacks [] for security_group (07fc70e0-9689-4300-bf3a-45846103e0a7), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.513440 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cf89293c-d6e9-43f7-aea5-6f49c30fb122 admin admin] Publish callbacks [] for security_group (07fc70e0-9689-4300-bf3a-45846103e0a7), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.666030 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cf89293c-d6e9-43f7-aea5-6f49c30fb122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (07fc70e0-9689-4300-bf3a-45846103e0a7), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.668830 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cf89293c-d6e9-43f7-aea5-6f49c30fb122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:15.669990 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cf89293c-d6e9-43f7-aea5-6f49c30fb122 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/07fc70e0-9689-4300-bf3a-45846103e0a7 HTTP/1.1" status: 204 len: 168 time: 0.2347822 Jul 14 12:27:15.680816 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89293c-d6e9-43f7-aea5-6f49c30fb122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc70e0-9689-4300-bf3a-45846103e0a7,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:20.294096 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:22.405815 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=71 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:22.915493 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34836) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:23.022153 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a9a3-6277-4d15-84f1-7f4d86113e49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.049452 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:23.102642 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a9a3-6277-4d15-84f1-7f4d86113e49 admin admin] Publish callbacks [] for security_group (f722ae67-4ae9-4fe6-bc84-5d2227fd0907), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.185505 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b1b4a9a3-6277-4d15-84f1-7f4d86113e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f722ae67-4ae9-4fe6-bc84-5d2227fd0907), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.223549 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4a9a3-6277-4d15-84f1-7f4d86113e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f722ae67-4ae9-4fe6-bc84-5d2227fd0907,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:23.228856 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b1b4a9a3-6277-4d15-84f1-7f4d86113e49 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa4b563611ad4933a98c0a32f1e9374a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123488 Jul 14 12:27:23.231640 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34840) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:23.281435 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13bbcee3-f85a-466c-b5ae-9c6379924b64 admin admin] Publish callbacks [] for security_group (f722ae67-4ae9-4fe6-bc84-5d2227fd0907), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.303585 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13bbcee3-f85a-466c-b5ae-9c6379924b64 admin admin] Publish callbacks [] for security_group (f722ae67-4ae9-4fe6-bc84-5d2227fd0907), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.417973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13bbcee3-f85a-466c-b5ae-9c6379924b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f722ae67-4ae9-4fe6-bc84-5d2227fd0907), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.420566 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-13bbcee3-f85a-466c-b5ae-9c6379924b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:23.421720 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-13bbcee3-f85a-466c-b5ae-9c6379924b64 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f722ae67-4ae9-4fe6-bc84-5d2227fd0907 HTTP/1.1" status: 204 len: 168 time: 0.1892517 Jul 14 12:27:23.429933 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbcee3-f85a-466c-b5ae-9c6379924b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722ae67-4ae9-4fe6-bc84-5d2227fd0907,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:24.060840 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 34848) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:24.074958 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5221-8fcf-4c75-9d7c-69f42bf5d01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.154456 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5221-8fcf-4c75-9d7c-69f42bf5d01e admin admin] Publish callbacks [] for security_group (6b31bac7-87d1-42ae-a491-93110e086022), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.225787 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d8ef5221-8fcf-4c75-9d7c-69f42bf5d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6b31bac7-87d1-42ae-a491-93110e086022), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.230469 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=10,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:24.271434 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d8ef5221-8fcf-4c75-9d7c-69f42bf5d01e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=43cc64fc73814015b20cd092c41efdef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094500 Jul 14 12:27:24.272424 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef5221-8fcf-4c75-9d7c-69f42bf5d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b31bac7-87d1-42ae-a491-93110e086022,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:24.274094 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34850) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:24.323629 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c70-fd6b-4b71-b8a6-57c6ba633c9b admin admin] Publish callbacks [] for security_group (6b31bac7-87d1-42ae-a491-93110e086022), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.347588 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c70-fd6b-4b71-b8a6-57c6ba633c9b admin admin] Publish callbacks [] for security_group (6b31bac7-87d1-42ae-a491-93110e086022), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.454473 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c70-fd6b-4b71-b8a6-57c6ba633c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6b31bac7-87d1-42ae-a491-93110e086022), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.457106 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e6a46c70-fd6b-4b71-b8a6-57c6ba633c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:24.461671 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e6a46c70-fd6b-4b71-b8a6-57c6ba633c9b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6b31bac7-87d1-42ae-a491-93110e086022 HTTP/1.1" status: 204 len: 168 time: 0.1830750 Jul 14 12:27:24.466365 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a46c70-fd6b-4b71-b8a6-57c6ba633c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b31bac7-87d1-42ae-a491-93110e086022,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:29.530561 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 34998) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:29.635254 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1181bb8a-13c0-4650-95c6-d9e586f581f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:29.708719 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1181bb8a-13c0-4650-95c6-d9e586f581f2 admin admin] Publish callbacks [] for security_group (dff1226f-bba1-443f-8c8e-4a14bfdc826d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:29.785256 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1181bb8a-13c0-4650-95c6-d9e586f581f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (dff1226f-bba1-443f-8c8e-4a14bfdc826d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:29.789712 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:29.826257 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1181bb8a-13c0-4650-95c6-d9e586f581f2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6d9c8227f31b485980a1ead67bb860cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945936 Jul 14 12:27:29.826990 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181bb8a-13c0-4650-95c6-d9e586f581f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff1226f-bba1-443f-8c8e-4a14bfdc826d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:29.829583 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35002) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:29.880777 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Publish callbacks [] for security_group (dff1226f-bba1-443f-8c8e-4a14bfdc826d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:29.903314 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Publish callbacks [] for security_group (dff1226f-bba1-443f-8c8e-4a14bfdc826d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:30.037115 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (dff1226f-bba1-443f-8c8e-4a14bfdc826d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:30.039734 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:30.040888 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dff1226f-bba1-443f-8c8e-4a14bfdc826d HTTP/1.1" status: 204 len: 168 time: 0.2099311 Jul 14 12:27:30.049249 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff1226f-bba1-443f-8c8e-4a14bfdc826d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:30.056989 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.057338 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.057680 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.058021 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.058397 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.058728 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.059079 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.059407 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.059735 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.060063 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.060413 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.060740 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.061121 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.061379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.061696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca530d6-6352-4765-8f58-5b5a672a1d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:30.075413 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=66,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:30.612416 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-9046af3e-bf6a-461f-9216-5b22ceea789c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383952 Jul 14 12:27:30.712727 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35010) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:30.728565 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18fa4ace-2796-4fd5-bfbd-3401601057e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:30.732186 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-02ae3dfe-8e71-46a4-a6c5-01db7b53d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:30.733684 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-02ae3dfe-8e71-46a4-a6c5-01db7b53d15a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 1129 time: 0.0457678 Jul 14 12:27:30.806419 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18fa4ace-2796-4fd5-bfbd-3401601057e8 admin admin] Publish callbacks [] for security_group (1b278577-b5a8-472c-9bac-6101787cba03), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:30.844400 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-f91c751d-dcfe-40ab-aaf8-925c8967ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:30.845870 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-f91c751d-dcfe-40ab-aaf8-925c8967ca51 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.0919671 Jul 14 12:27:30.894137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-18fa4ace-2796-4fd5-bfbd-3401601057e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1b278577-b5a8-472c-9bac-6101787cba03), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:30.911553 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-a1c114cf-57d7-406b-88ef-0d2a51136ab1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0 HTTP/1.1" status: 200 len: 1000 time: 0.0594840 Jul 14 12:27:30.937904 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa4ace-2796-4fd5-bfbd-3401601057e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b278577-b5a8-472c-9bac-6101787cba03,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:30.942249 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-18fa4ace-2796-4fd5-bfbd-3401601057e8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e41005e0b6a54e9d8d0ca70d8243fbda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284439 Jul 14 12:27:30.945111 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35012) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:30.964140 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-76770de1-7ffa-43f1-b928-12035c8b4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:30.965614 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-76770de1-7ffa-43f1-b928-12035c8b4c6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0469558 Jul 14 12:27:30.996606 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-733f8748-1d9e-4c65-a9f0-742766b4188b admin admin] Publish callbacks [] for security_group (1b278577-b5a8-472c-9bac-6101787cba03), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:31.009634 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:31.010580 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-40714e7c-3a92-4bb8-92e1-74a40020f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:31.012100 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-40714e7c-3a92-4bb8-92e1-74a40020f286 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392873 Jul 14 12:27:31.018713 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-733f8748-1d9e-4c65-a9f0-742766b4188b admin admin] Publish callbacks [] for security_group (1b278577-b5a8-472c-9bac-6101787cba03), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:31.049565 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:31.108696 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-5cd40563-0fec-4478-a599-d08675de75ad service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887690 Jul 14 12:27:31.133995 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-733f8748-1d9e-4c65-a9f0-742766b4188b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1b278577-b5a8-472c-9bac-6101787cba03), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:31.136525 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-733f8748-1d9e-4c65-a9f0-742766b4188b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:31.137658 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-733f8748-1d9e-4c65-a9f0-742766b4188b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1b278577-b5a8-472c-9bac-6101787cba03 HTTP/1.1" status: 204 len: 168 time: 0.1916471 Jul 14 12:27:31.147003 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f8748-1d9e-4c65-a9f0-742766b4188b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b278577-b5a8-472c-9bac-6101787cba03,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:31.202982 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2f2c47ab-aee8-4bc4-8d1f-534565bcd656 req-ac61c313-f2f1-4b50-9f8b-a90b5c53c0f2 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Jul 14 12:27:37.431781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35162) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:37.549730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-39a12071-2883-4505-a203-bd891ea71890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.629054 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-39a12071-2883-4505-a203-bd891ea71890 admin admin] Publish callbacks [] for security_group (4250e9d8-8a03-4494-b8ad-2e1b96616b5f), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.703322 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-39a12071-2883-4505-a203-bd891ea71890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (4250e9d8-8a03-4494-b8ad-2e1b96616b5f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.744970 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-39a12071-2883-4505-a203-bd891ea71890 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b5c11acfe02f4346aa5d6ecc25a5d07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3120952 Jul 14 12:27:37.745856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12071-2883-4505-a203-bd891ea71890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4250e9d8-8a03-4494-b8ad-2e1b96616b5f,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:37.748040 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35174) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:37.800776 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b78e5320-9e00-42c0-a8e5-68b706e152b7 admin admin] Publish callbacks [] for security_group (4250e9d8-8a03-4494-b8ad-2e1b96616b5f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.824121 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b78e5320-9e00-42c0-a8e5-68b706e152b7 admin admin] Publish callbacks [] for security_group (4250e9d8-8a03-4494-b8ad-2e1b96616b5f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.943222 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b78e5320-9e00-42c0-a8e5-68b706e152b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (4250e9d8-8a03-4494-b8ad-2e1b96616b5f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.946394 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b78e5320-9e00-42c0-a8e5-68b706e152b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:37.947669 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b78e5320-9e00-42c0-a8e5-68b706e152b7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4250e9d8-8a03-4494-b8ad-2e1b96616b5f HTTP/1.1" status: 204 len: 168 time: 0.1983368 Jul 14 12:27:37.955712 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e5320-9e00-42c0-a8e5-68b706e152b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4250e9d8-8a03-4494-b8ad-2e1b96616b5f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:38.029164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3dbf56ba-3cd2-4882-8004-d00e6b0b830d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:38.752740 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970fddb-7a53-4656-845c-cd763b95a2f4 req-aa53d893-b276-46e1-b182-f062a9def084 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:38.754202 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5970fddb-7a53-4656-845c-cd763b95a2f4 req-aa53d893-b276-46e1-b182-f062a9def084 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0476346 Jul 14 12:27:38.802962 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-5970fddb-7a53-4656-845c-cd763b95a2f4 req-1ee2bcf0-78d5-4773-8aef-afdbc5474f3e tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jul 14 12:27:39.919570 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81fa28-e716-4186-a75a-cd5a419a0d68 req-fa0a2805-c1f7-495a-8aa2-c11ec79b7025 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:39.921079 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b81fa28-e716-4186-a75a-cd5a419a0d68 req-fa0a2805-c1f7-495a-8aa2-c11ec79b7025 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0468342 Jul 14 12:27:39.933773 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:39.970340 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5b81fa28-e716-4186-a75a-cd5a419a0d68 req-6417d012-8040-47d7-8ee1-842c3456fd35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436089 Jul 14 12:27:40.280214 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-568a4cdb-8d98-47c4-a15b-3a608cac849d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:40.457558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35216) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:40.568060 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:40.578717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a51a46b3-4e42-4681-92ae-4637b55b5362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:40.587540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-695cb3f4-665e-4561-89fd-9bbe39a1801d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:40.588956 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-695cb3f4-665e-4561-89fd-9bbe39a1801d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0647080 Jul 14 12:27:40.704418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Deleting port 90f6fd17-e1da-4664-af50-c1a16671d7a0 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:40.704759 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:40.787931 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a51a46b3-4e42-4681-92ae-4637b55b5362 admin admin] Publish callbacks [] for security_group (7daecb67-56db-451a-ac8e-a1421f5c0e3d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:40.790466 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:40.819410 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] For port 90f6fd17-e1da-4664-af50-c1a16671d7a0, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=90f6fd17-e1da-4664-af50-c1a16671d7a0,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:40.819771 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:40.872399 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a51a46b3-4e42-4681-92ae-4637b55b5362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7daecb67-56db-451a-ac8e-a1421f5c0e3d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:40.957729 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a51a46b3-4e42-4681-92ae-4637b55b5362 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2ec112df9b1140609d0043b8fcb3f771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4990022 Jul 14 12:27:40.960560 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35220) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:40.964979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a46b3-4e42-4681-92ae-4637b55b5362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daecb67-56db-451a-ac8e-a1421f5c0e3d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:41.028609 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.028869 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-029c457d-b7c0-4d80-8a07-20372fadd694 admin admin] Publish callbacks [] for security_group (7daecb67-56db-451a-ac8e-a1421f5c0e3d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.028977 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (3f1283cf-58c4-4244-a973-1f19fd37dd61), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.029290 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Floating IP 3f1283cf-58c4-4244-a973-1f19fd37dd61 disassociated. External IP: 172.27.1.47, port: 90f6fd17-e1da-4664-af50-c1a16671d7a0. Jul 14 12:27:41.029772 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Calling delete_port for 90f6fd17-e1da-4664-af50-c1a16671d7a0 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:41.053890 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-029c457d-b7c0-4d80-8a07-20372fadd694 admin admin] Publish callbacks [] for security_group (7daecb67-56db-451a-ac8e-a1421f5c0e3d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.133160 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3fe0a-e7e7-4559-83f9-ab63999308a7 req-7980b6ea-11de-43a5-99bc-30764066a3d1 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:41.135309 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4be3fe0a-e7e7-4559-83f9-ab63999308a7 req-7980b6ea-11de-43a5-99bc-30764066a3d1 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 945 time: 0.0608718 Jul 14 12:27:41.179212 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-029c457d-b7c0-4d80-8a07-20372fadd694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7daecb67-56db-451a-ac8e-a1421f5c0e3d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.182548 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-029c457d-b7c0-4d80-8a07-20372fadd694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.186645 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-029c457d-b7c0-4d80-8a07-20372fadd694 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7daecb67-56db-451a-ac8e-a1421f5c0e3d HTTP/1.1" status: 204 len: 168 time: 0.2250843 Jul 14 12:27:41.194685 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c457d-b7c0-4d80-8a07-20372fadd694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daecb67-56db-451a-ac8e-a1421f5c0e3d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:41.225017 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4be3fe0a-e7e7-4559-83f9-ab63999308a7 req-42d969b2-b744-437d-acc2-2df8157998c8 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836077 Jul 14 12:27:41.294010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (90f6fd17-e1da-4664-af50-c1a16671d7a0), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.324244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'Port': ['ID=90f6fd17-e1da-4664-af50-c1a16671d7a0,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:41.433249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:27:41.438947 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:41.541214 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:41.552711 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:41.565502 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:41.566125 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:41.584458 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] No DVR routers for this DVR port 90f6fd17-e1da-4664-af50-c1a16671d7a0 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:27:41.587693 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.590949 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-470b1b71-9b00-4c46-9b30-39a25f402687 req-9361c3b3-73fc-4ba2-978b-197abce23cd9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "DELETE /v2.0/ports/90f6fd17-e1da-4664-af50-c1a16671d7a0 HTTP/1.1" status: 204 len: 173 time: 0.9944119 Jul 14 12:27:41.591376 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'name': 'network-vif-deleted', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:27:41.593618 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452de13-7f8c-4a01-a839-076dd819056b" -d '{"events": [{"server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "name": "network-vif-deleted", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:41.630421 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce0d474-093d-42e1-86a8-98d1a04fb5b0 x-openstack-request-id: req-3ce0d474-093d-42e1-86a8-98d1a04fb5b0 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:41.630717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9973bd5-77cb-4f58-8c30-5d0715218db6", "name": "network-vif-deleted", "tag": "90f6fd17-e1da-4664-af50-c1a16671d7a0", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:41.630997 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3ce0d474-093d-42e1-86a8-98d1a04fb5b0 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:41.631407 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce0d474-093d-42e1-86a8-98d1a04fb5b0'] response: {'server_uuid': 'c9973bd5-77cb-4f58-8c30-5d0715218db6', 'name': 'network-vif-deleted', 'tag': '90f6fd17-e1da-4664-af50-c1a16671d7a0', 'status': 'completed', 'code': 200} Jul 14 12:27:41.808544 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.832408 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:41.877160 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35230) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:41.893774 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d2e74ef6-3122-45f1-a551-74ace96d2162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:41.971909 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d2e74ef6-3122-45f1-a551-74ace96d2162 admin admin] Publish callbacks [] for security_group (5759fb21-957b-440b-92de-ab6f50ab92b6), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:42.028300 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:42.036728 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d2e74ef6-3122-45f1-a551-74ace96d2162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (5759fb21-957b-440b-92de-ab6f50ab92b6), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:42.054479 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:42.064067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:42.064689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:42.078257 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d2e74ef6-3122-45f1-a551-74ace96d2162 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae5fdbc61ed046219d076b89cbaf049d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997569 Jul 14 12:27:42.079310 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e74ef6-3122-45f1-a551-74ace96d2162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5759fb21-957b-440b-92de-ab6f50ab92b6,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:42.080974 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35232) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:42.133531 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1a88e1d3-2fbc-4c3f-a562-3c208866bdde admin admin] Publish callbacks [] for security_group (5759fb21-957b-440b-92de-ab6f50ab92b6), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:42.158995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1a88e1d3-2fbc-4c3f-a562-3c208866bdde admin admin] Publish callbacks [] for security_group (5759fb21-957b-440b-92de-ab6f50ab92b6), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:42.175511 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:42.294014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1a88e1d3-2fbc-4c3f-a562-3c208866bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (5759fb21-957b-440b-92de-ab6f50ab92b6), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:42.296604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1a88e1d3-2fbc-4c3f-a562-3c208866bdde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:42.300068 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1a88e1d3-2fbc-4c3f-a562-3c208866bdde admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5759fb21-957b-440b-92de-ab6f50ab92b6 HTTP/1.1" status: 204 len: 168 time: 0.2155468 Jul 14 12:27:42.306804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88e1d3-2fbc-4c3f-a562-3c208866bdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5759fb21-957b-440b-92de-ab6f50ab92b6,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:42.346820 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cf6a569b-ad30-438d-aed8-5331533f9972 req-7754126a-0900-4203-b05e-bc1471d83abc tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=c9973bd5-77cb-4f58-8c30-5d0715218db6 HTTP/1.1" status: 200 len: 210 time: 0.0307965 Jul 14 12:27:42.402590 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:42.428458 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62994c08-3ea1-404a-8e55-7e1b8109bd8d None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:42.642738 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762470d-ef05-452e-85b8-4e82eb83b1b2 None None] New status for floating IP 3f1283cf-58c4-4244-a973-1f19fd37dd61: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:27:42.739465 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 90f6fd17-e1da-4664-af50-c1a16671d7a0 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:42.761926 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 90f6fd17-e1da-4664-af50-c1a16671d7a0 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:42.762274 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 90f6fd17-e1da-4664-af50-c1a16671d7a0 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:42.882400 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:43.333688 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:43.622444 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-503e28b2-b834-40e9-a8e2-2e6878e6c134 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834465563&fields=id&tenant_id=c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 267 time: 0.0511985 Jul 14 12:27:43.651548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:43.738290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-90e0df10-96b8-4214-ad47-50439d79c4f7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:43.740052 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-90e0df10-96b8-4214-ad47-50439d79c4f7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 812 time: 0.1099164 Jul 14 12:27:43.762352 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-19832d84-47a4-4061-871a-20a78c3429fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/quotas/c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 375 time: 0.0105689 Jul 14 12:27:43.823968 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-c0fc3734-dfbb-47ea-8220-7d947a8e405d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488973 Jul 14 12:27:43.935846 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-0827174c-02c8-417d-b0d2-0069a925d9fd service neutron] 10.222.0.27 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985801 Jul 14 12:27:44.033775 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-fc5274a0-685b-436b-9ecb-9a82e1332302 service neutron] 10.222.0.27 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920932 Jul 14 12:27:44.316466 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a05d0-f02d-4ce5-a640-a930b8da7a40 req-45e7ce36-e601-4761-b607-69e4ad48c5b4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:44.317937 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1c6a05d0-f02d-4ce5-a640-a930b8da7a40 req-45e7ce36-e601-4761-b607-69e4ad48c5b4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0478234 Jul 14 12:27:44.373274 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1c6a05d0-f02d-4ce5-a640-a930b8da7a40 req-949941f7-38c1-4501-91c7-dd564dc596e1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489614 Jul 14 12:27:44.800311 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3dac4b42-4334-4b29-87bd-37110a4a7412 req-26e7f526-d989-4c31-ac5b-c6f1a23020b5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 210 time: 0.0310984 Jul 14 12:27:45.489843 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bccb5-a7bb-42f1-ae06-3ca602586753 req-501f7cf2-b1d6-4820-b49b-3aea4e401cea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:45.491288 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba6bccb5-a7bb-42f1-ae06-3ca602586753 req-501f7cf2-b1d6-4820-b49b-3aea4e401cea tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0472898 Jul 14 12:27:45.540891 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ba6bccb5-a7bb-42f1-ae06-3ca602586753 req-935d65a3-e0b4-4c92-909b-7b2db27ac546 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439219 Jul 14 12:27:45.903153 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3d88f4fa-b675-4670-8210-056557a3c706 req-79ff4ed7-37ad-4804-ab5d-f5b2c8cb124d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 210 time: 0.0310018 Jul 14 12:27:46.085921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-d5772bf2-0aba-4abb-9023-7622fb18620e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:46.088010 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-d5772bf2-0aba-4abb-9023-7622fb18620e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0527389 Jul 14 12:27:46.203345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port 02899756-e0cb-4d18-b33a-eb06282eef53 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:46.203677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:46.297894 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] For port 02899756-e0cb-4d18-b33a-eb06282eef53, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=02899756-e0cb-4d18-b33a-eb06282eef53,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:46.298257 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:46.357045 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:46.465149 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:46.465516 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (3d6f0fff-768c-4730-8b75-e58c265be2db), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:46.465837 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 3d6f0fff-768c-4730-8b75-e58c265be2db disassociated. External IP: 172.27.1.252, port: 02899756-e0cb-4d18-b33a-eb06282eef53. Jul 14 12:27:46.466183 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for 02899756-e0cb-4d18-b33a-eb06282eef53 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:46.580946 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:46.660401 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d183-8515-4f5d-ad61-cdfbe11c333a req-b745b0ea-3df2-4cd2-9832-48e5e266ee52 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:46.661770 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e641d183-8515-4f5d-ad61-cdfbe11c333a req-b745b0ea-3df2-4cd2-9832-48e5e266ee52 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 946 time: 0.0485525 Jul 14 12:27:46.675252 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (02899756-e0cb-4d18-b33a-eb06282eef53), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:46.712227 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=02899756-e0cb-4d18-b33a-eb06282eef53,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:46.785841 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e641d183-8515-4f5d-ad61-cdfbe11c333a req-c3017686-62fa-43fa-9daa-752f5d3a2722 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=005aa7fb-921a-4495-bfcd-b4aa5937a5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172967 Jul 14 12:27:46.850991 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:27:47.014836 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ba724a5f-cf4e-46ec-a701-023aa74707b3 req-85d19af0-c04b-450d-8196-a26b42631dda tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 210 time: 0.0297737 Jul 14 12:27:47.296028 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:47.298870 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:47.305259 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:47.311375 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:47.311526 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-411533ca-5bf9-44dd-a210-007df97426ef tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:47.313183 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-411533ca-5bf9-44dd-a210-007df97426ef tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 812 time: 0.1661050 Jul 14 12:27:47.316756 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:47.317200 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:47.362604 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] No DVR routers for this DVR port 02899756-e0cb-4d18-b33a-eb06282eef53 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:27:47.366565 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:47.370681 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a72c9949-845a-43d8-9d00-187e7c0dfe43 req-bb088b3b-974c-4df0-bddd-7be991fa1c72 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "DELETE /v2.0/ports/02899756-e0cb-4d18-b33a-eb06282eef53 HTTP/1.1" status: 204 len: 173 time: 1.2480531 Jul 14 12:27:47.371447 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'name': 'network-vif-deleted', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:27:47.373908 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7e9d1f-68c8-4b4a-b3b9-73a9420ad24a" -d '{"events": [{"server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "name": "network-vif-deleted", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:47.404436 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:47.423632 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-af636046-f206-4ef8-bc27-e4b4705d9380 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 380 time: 0.0907841 Jul 14 12:27:47.425046 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd3a18-98c9-43e0-9fb7-4e48928b9920 x-openstack-request-id: req-5bdd3a18-98c9-43e0-9fb7-4e48928b9920 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:47.425337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b91abb-69ba-44ce-af93-7223f9377f04", "name": "network-vif-deleted", "tag": "02899756-e0cb-4d18-b33a-eb06282eef53", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:47.425601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5bdd3a18-98c9-43e0-9fb7-4e48928b9920 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:47.425988 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdd3a18-98c9-43e0-9fb7-4e48928b9920'] response: {'server_uuid': '68b91abb-69ba-44ce-af93-7223f9377f04', 'name': 'network-vif-deleted', 'tag': '02899756-e0cb-4d18-b33a-eb06282eef53', 'status': 'completed', 'code': 200} Jul 14 12:27:47.436371 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:47.455757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'port': {'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'admin_state_up': True, 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'security_groups': ['7f191b90-cd85-47ac-a8c6-ce1c106594fa']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:27:47.636790 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Made reservation on behalf of c0d098ca721b409385a08b91d861b295 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:27:47.640555 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:47.657821 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:46Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:47.684461 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:47.694578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:47.694578 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:47.778661 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Allocated IP 172.20.0.9 (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1/c0e794ee-c2ee-4b0d-a212-980b45964dd2/252f163a-d3e9-43b6-852d-55c257c784e1) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:27:47.800474 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:47.859000 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:47.939025 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ce50185e-415b-4be4-a107-e1d68611f147 req-514682de-ba24-45fb-9ed2-27f1541f5274 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=68b91abb-69ba-44ce-af93-7223f9377f04 HTTP/1.1" status: 200 len: 210 time: 0.0366988 Jul 14 12:27:47.966505 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (252f163a-d3e9-43b6-852d-55c257c784e1), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:47.993264 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:48.056032 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:46Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:48.065561 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.084137 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecbed21-38dc-4a72-9595-f070c206aca2 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '670f2b76-fb53-4fe5-9df8-b2b879e2eae5', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.33', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '44491564-6962-4103-ad53-cbf800a11b21', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:5f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:25:20Z', 'updated_at': '2022-07-14T12:25:46Z', 'revision_number': 2, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:48.145357 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:27:48.155224 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:27:48.162958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:27:48.194995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152739-5183-414d-9adf-b946ee9b95d1 req-655d16cc-f1f4-4349-b96a-74d3379b4aa3 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:48.196705 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-32152739-5183-414d-9adf-b946ee9b95d1 req-655d16cc-f1f4-4349-b96a-74d3379b4aa3 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 931 time: 0.0924945 Jul 14 12:27:48.197407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=252f163a-d3e9-43b6-852d-55c257c784e1,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:48.257019 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:48.257667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.285746 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-32152739-5183-414d-9adf-b946ee9b95d1 req-c447b38f-04e0-4841-84cc-0a943f656363 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810792 Jul 14 12:27:48.378727 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9f794-8632-4c74-9c20-097440c9be81 None None] New status for floating IP 3d6f0fff-768c-4730-8b75-e58c265be2db: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:27:48.395851 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-cdc59ed7-7c8b-45a3-b89f-dffd5675bb25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9440982 Jul 14 12:27:48.421121 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Request body: {'port': {'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:27:48.443370 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-d44ac518-9072-47ab-bf1a-413bfe42f076 None None] Provisioning complete for port 252f163a-d3e9-43b6-852d-55c257c784e1 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:27:48.444386 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d44ac518-9072-47ab-bf1a-413bfe42f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.484204 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-d44ac518-9072-47ab-bf1a-413bfe42f076 None None] Port 252f163a-d3e9-43b6-852d-55c257c784e1 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:27:48.510645 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35350) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:48.516460 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.532618 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:48.649530 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc059629-8686-4a8e-ab3b-3ea66171e548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.731479 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 02899756-e0cb-4d18-b33a-eb06282eef53 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:48.756190 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 02899756-e0cb-4d18-b33a-eb06282eef53 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:48.756522 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 02899756-e0cb-4d18-b33a-eb06282eef53 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:48.824961 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc059629-8686-4a8e-ab3b-3ea66171e548 admin admin] Publish callbacks [] for security_group (fce5058a-e006-44f0-8279-951013bd235a), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.865723 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252f163a-d3e9-43b6-852d-55c257c784e1 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:27:48.872775 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:48.874745 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Publish callbacks [] for port (252f163a-d3e9-43b6-852d-55c257c784e1), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.887237 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Transition to ACTIVE for port object 252f163a-d3e9-43b6-852d-55c257c784e1 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:27:48.916377 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cc059629-8686-4a8e-ab3b-3ea66171e548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (fce5058a-e006-44f0-8279-951013bd235a), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:48.955158 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc059629-8686-4a8e-ab3b-3ea66171e548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce5058a-e006-44f0-8279-951013bd235a,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:48.959241 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-cc059629-8686-4a8e-ab3b-3ea66171e548 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a0bec7f0bfe84b8aa3a341fd23de08b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476082 Jul 14 12:27:48.962233 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35354) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:49.013781 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cd24a1c-d877-43be-a142-5e947dd7f6df admin admin] Publish callbacks [] for security_group (fce5058a-e006-44f0-8279-951013bd235a), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.024937 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.064819 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cd24a1c-d877-43be-a142-5e947dd7f6df admin admin] Publish callbacks [] for security_group (fce5058a-e006-44f0-8279-951013bd235a), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.104563 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35360) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:49.112507 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Pushing event updated for resources: {'Port': ['ID=252f163a-d3e9-43b6-852d-55c257c784e1,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:49.161559 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c64a7-a550-491d-b834-77bfbe01f2f9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (005aa7fb-921a-4495-bfcd-b4aa5937a5d6), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.192532 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:49.194149 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c64a7-a550-491d-b834-77bfbe01f2f9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (005aa7fb-921a-4495-bfcd-b4aa5937a5d6), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.195535 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Attempting to bind port 252f163a-d3e9-43b6-852d-55c257c784e1 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:27:49.197055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Attempting to bind port 252f163a-d3e9-43b6-852d-55c257c784e1 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:27:49.197055 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Attempting to bind port 252f163a-d3e9-43b6-852d-55c257c784e1 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:27:49.201787 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Port 252f163a-d3e9-43b6-852d-55c257c784e1 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:27:49.202238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Attempting to bind port 252f163a-d3e9-43b6-852d-55c257c784e1 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:27:49.208482 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:27:49.209011 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Checking segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:27:49.209500 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Bound using segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:27:49.210033 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Bound port: 252f163a-d3e9-43b6-852d-55c257c784e1, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:27:49.210498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.282889 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] For port 252f163a-d3e9-43b6-852d-55c257c784e1, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:27:49.286007 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] For port 252f163a-d3e9-43b6-852d-55c257c784e1, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=252f163a-d3e9-43b6-852d-55c257c784e1,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:27:49.314688 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cd24a1c-d877-43be-a142-5e947dd7f6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (fce5058a-e006-44f0-8279-951013bd235a), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.317275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cd24a1c-d877-43be-a142-5e947dd7f6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.318429 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1cd24a1c-d877-43be-a142-5e947dd7f6df admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fce5058a-e006-44f0-8279-951013bd235a HTTP/1.1" status: 204 len: 168 time: 0.3550923 Jul 14 12:27:49.327656 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd24a1c-d877-43be-a142-5e947dd7f6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce5058a-e006-44f0-8279-951013bd235a,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:49.373892 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:49.377919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c64a7-a550-491d-b834-77bfbe01f2f9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (005aa7fb-921a-4495-bfcd-b4aa5937a5d6), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.380488 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e91c64a7-a550-491d-b834-77bfbe01f2f9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.381834 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e91c64a7-a550-491d-b834-77bfbe01f2f9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/security-groups/005aa7fb-921a-4495-bfcd-b4aa5937a5d6 HTTP/1.1" status: 204 len: 168 time: 0.2855947 Jul 14 12:27:49.384754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35366) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:49.400099 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.api.v2.resource [None req-835fd91a-3a85-4e4d-8518-7228b31a7623 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] show failed (client error): The resource could not be found. Jul 14 12:27:49.401174 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-835fd91a-3a85-4e4d-8518-7228b31a7623 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups/005aa7fb-921a-4495-bfcd-b4aa5937a5d6 HTTP/1.1" status: 404 len: 347 time: 0.0153618 Jul 14 12:27:49.408168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35368) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:49.410148 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:27:49.413004 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c64a7-a550-491d-b834-77bfbe01f2f9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005aa7fb-921a-4495-bfcd-b4aa5937a5d6,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:49.418706 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.432411 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5178b7-409d-4fee-82dd-e6f1c2ed5352 req-ddfb6993-94dd-4a2d-b7a7-d21d75b7c716 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:49.434195 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd5178b7-409d-4fee-82dd-e6f1c2ed5352 req-ddfb6993-94dd-4a2d-b7a7-d21d75b7c716 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0703444 Jul 14 12:27:49.490127 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-cd5178b7-409d-4fee-82dd-e6f1c2ed5352 req-6f885bdf-68e8-4174-811a-8f30c7b46ced tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485508 Jul 14 12:27:49.542068 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:49.542970 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.544347 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] 10.222.0.86 "PUT /v2.0/ports/252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 200 len: 1093 time: 1.1280582 Jul 14 12:27:49.550404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:27:49.550404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15f4ae5-0e52-4f95-9e38-dfed596050e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:49.586082 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1637-88ef-4cd4-b119-bd7c4569fdad service neutron] Pushing event updated for resources: {'Port': ['ID=252f163a-d3e9-43b6-852d-55c257c784e1,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:49.591035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0b340-9431-4f4c-9272-08dfe331fa95 x-openstack-request-id: req-06d0b340-9431-4f4c-9272-08dfe331fa95 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:49.591309 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:49.591742 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-06d0b340-9431-4f4c-9272-08dfe331fa95 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:49.592428 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d0b340-9431-4f4c-9272-08dfe331fa95'] response: {'name': 'network-changed', 'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1', 'status': 'completed', 'code': 200} Jul 14 12:27:49.602741 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port 52c5acba-c433-48c4-a7c0-1c90cc4014bb {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:49.602741 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.721472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4ae5-0e52-4f95-9e38-dfed596050e8 req-6c56a2b7-f72b-44dc-9bf3-8f2b6aa6f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:49.724447 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a15f4ae5-0e52-4f95-9e38-dfed596050e8 req-6c56a2b7-f72b-44dc-9bf3-8f2b6aa6f78c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1127 time: 0.0613937 Jul 14 12:27:49.744409 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.745080 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (52c5acba-c433-48c4-a7c0-1c90cc4014bb), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:49.780240 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for 52c5acba-c433-48c4-a7c0-1c90cc4014bb owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:49.835244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:49.909606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4ae5-0e52-4f95-9e38-dfed596050e8 req-9b13d208-c227-4d57-bf80-96f2b7f95abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:49.911089 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a15f4ae5-0e52-4f95-9e38-dfed596050e8 req-9b13d208-c227-4d57-bf80-96f2b7f95abc service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c0d098ca721b409385a08b91d861b295&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1634541 Jul 14 12:27:50.058007 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f4ae5-0e52-4f95-9e38-dfed596050e8 req-63a33d7c-67f6-4261-a5ba-5b4e5a36f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:50.059481 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a15f4ae5-0e52-4f95-9e38-dfed596050e8 req-63a33d7c-67f6-4261-a5ba-5b4e5a36f63a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377926 Jul 14 12:27:50.110579 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (52c5acba-c433-48c4-a7c0-1c90cc4014bb), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:50.143687 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=52c5acba-c433-48c4-a7c0-1c90cc4014bb,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:50.222731 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-a5ecabc3-f1d8-4192-9a5f-f4e60ee6a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:50.224274 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-a5ecabc3-f1d8-4192-9a5f-f4e60ee6a787 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1127 time: 0.0926032 Jul 14 12:27:50.237501 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (3d6f0fff-768c-4730-8b75-e58c265be2db), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:50.239981 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:50.241099 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6fa8ac2c-c9c0-4fa1-8f6e-416762781a98 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/floatingips/3d6f0fff-768c-4730-8b75-e58c265be2db HTTP/1.1" status: 204 len: 168 time: 0.8318007 Jul 14 12:27:50.278749 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-e1675723-d347-43b0-822c-5e1ea5e14eb1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 200 len: 217 time: 0.0343592 Jul 14 12:27:50.303891 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:50.333410 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-afb162a9-c11d-44da-bc7e-3c919eff66e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:50.334893 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-afb162a9-c11d-44da-bc7e-3c919eff66e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0502276 Jul 14 12:27:50.381125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-db879ffe-edbf-4598-8dc7-5fd848ddd1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:50.382615 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-db879ffe-edbf-4598-8dc7-5fd848ddd1c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387270 Jul 14 12:27:50.478411 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-aeb7b2be-b145-4f53-95ec-942a63a4a1a2 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864730 Jul 14 12:27:50.561640 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:50.600671 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dfcc3753-1683-4246-8b38-3af7f9cc1ad6 req-8a39a7a8-4484-4cd9-b525-a95ae52948dd service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133311 Jul 14 12:27:50.618559 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f971d-ee26-4ac5-95fc-3d215e72db77 req-84bc732e-c232-43fc-a2aa-dd1f5d0e876f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:50.619989 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-707f971d-ee26-4ac5-95fc-3d215e72db77 req-84bc732e-c232-43fc-a2aa-dd1f5d0e876f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0538416 Jul 14 12:27:50.671270 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-707f971d-ee26-4ac5-95fc-3d215e72db77 req-a6f78c95-4dc1-4e87-aef6-bb8fdfee6377 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454605 Jul 14 12:27:51.794162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6b891-4e86-4b0d-9dde-f154cb10a547 req-b0c5e02a-81b2-489b-b80e-3ec870073d4b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:51.795674 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c6f6b891-4e86-4b0d-9dde-f154cb10a547 req-b0c5e02a-81b2-489b-b80e-3ec870073d4b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0510166 Jul 14 12:27:51.844881 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c6f6b891-4e86-4b0d-9dde-f154cb10a547 req-1e27a77e-16bb-4081-be19-3c9bc1b84ebb tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436018 Jul 14 12:27:52.959649 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de75047-ec71-4cc1-8e68-bafc0f025c66 req-605fb980-d3e1-46fa-97ce-8deb97b59a25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:52.961642 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2de75047-ec71-4cc1-8e68-bafc0f025c66 req-605fb980-d3e1-46fa-97ce-8deb97b59a25 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0482464 Jul 14 12:27:53.010868 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2de75047-ec71-4cc1-8e68-bafc0f025c66 req-8f4cbd72-60c9-48f0-b404-779bb62b3f9b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433583 Jul 14 12:27:53.349276 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78673-e879-4283-92d6-af93e12982c0 req-87bf4f11-df57-430a-b871-c5d5810e19be tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:53.350715 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b6f78673-e879-4283-92d6-af93e12982c0 req-87bf4f11-df57-430a-b871-c5d5810e19be tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0472932 Jul 14 12:27:53.400496 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b6f78673-e879-4283-92d6-af93e12982c0 req-82a31cb2-78a6-43eb-86cc-469c1e995fe3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Jul 14 12:27:54.124516 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0b6d7-88ad-4ed9-a502-e31bf188b1ed req-2e87f0bc-b065-4e32-85e1-82b1ff37549d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:54.125969 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b1d0b6d7-88ad-4ed9-a502-e31bf188b1ed req-2e87f0bc-b065-4e32-85e1-82b1ff37549d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0473626 Jul 14 12:27:54.154626 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:54.179180 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b1d0b6d7-88ad-4ed9-a502-e31bf188b1ed req-e81dbc9a-be2a-443b-9195-3e64dd08b77c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475571 Jul 14 12:27:54.501582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:54.516761 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2451c6-bf49-4869-8bce-b50f55ccaabc req-f143ad80-2f1c-4c5e-9aac-ca1f37e0123d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:54.518353 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8d2451c6-bf49-4869-8bce-b50f55ccaabc req-f143ad80-2f1c-4c5e-9aac-ca1f37e0123d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0475106 Jul 14 12:27:54.567098 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8d2451c6-bf49-4869-8bce-b50f55ccaabc req-58ee1ff0-f6bf-40fc-a506-d1be3f26ffb7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422699 Jul 14 12:27:55.221182 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-4be97907-a634-44e7-860e-0a09a7b54403 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:55.224790 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-4be97907-a634-44e7-860e-0a09a7b54403 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0469182 Jul 14 12:27:55.296392 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368188d5-e497-43af-b6a0-b8e27ac21a52 req-53f5de38-ce36-4899-837f-82b407bb4d0c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:55.298014 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-368188d5-e497-43af-b6a0-b8e27ac21a52 req-53f5de38-ce36-4899-837f-82b407bb4d0c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0484736 Jul 14 12:27:55.313814 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port 44491564-6962-4103-ad53-cbf800a11b21 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:55.314149 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (44491564-6962-4103-ad53-cbf800a11b21), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:55.348071 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-368188d5-e497-43af-b6a0-b8e27ac21a52 req-6ad5c5eb-ab4f-408d-8707-8e851493e602 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 Jul 14 12:27:55.403256 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] For port 44491564-6962-4103-ad53-cbf800a11b21, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=44491564-6962-4103-ad53-cbf800a11b21,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:55.403614 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (44491564-6962-4103-ad53-cbf800a11b21), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:55.567548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:55.568238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (670f2b76-fb53-4fe5-9df8-b2b879e2eae5), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:55.568238 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 670f2b76-fb53-4fe5-9df8-b2b879e2eae5 disassociated. External IP: 172.27.1.33, port: 44491564-6962-4103-ad53-cbf800a11b21. Jul 14 12:27:55.568540 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for 44491564-6962-4103-ad53-cbf800a11b21 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:55.679507 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:55.708357 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cfc6f-9ac2-43ab-a668-45e08e6cdd8d req-b9ed0442-a32a-43ea-a15e-617ce97bc087 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:55.709808 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-172cfc6f-9ac2-43ab-a668-45e08e6cdd8d req-b9ed0442-a32a-43ea-a15e-617ce97bc087 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 945 time: 0.0712893 Jul 14 12:27:55.772977 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-172cfc6f-9ac2-43ab-a668-45e08e6cdd8d req-ddb272e9-7391-43ee-8864-5c5dcc9f430c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=1334194b-4555-4d04-9948-fa08a270c927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558543 Jul 14 12:27:55.796355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (44491564-6962-4103-ad53-cbf800a11b21), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:55.824151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=44491564-6962-4103-ad53-cbf800a11b21,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:55.936539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:27:55.943583 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:56.041718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:27:56.053889 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:27:56.064456 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:56.065074 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:56.082192 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] No DVR routers for this DVR port 44491564-6962-4103-ad53-cbf800a11b21 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:27:56.084699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:56.088527 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-62d4aeb4-b402-4810-b80d-9a2fa4a4b610 req-060e5d12-1e56-4690-9d6f-a3ca76d56eaf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "DELETE /v2.0/ports/44491564-6962-4103-ad53-cbf800a11b21 HTTP/1.1" status: 204 len: 173 time: 0.8582387 Jul 14 12:27:56.088952 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'name': 'network-vif-deleted', 'tag': '44491564-6962-4103-ad53-cbf800a11b21'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:27:56.092619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb660a-c0cb-4205-9182-2c9eeb941b99" -d '{"events": [{"server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "name": "network-vif-deleted", "tag": "44491564-6962-4103-ad53-cbf800a11b21"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:56.128962 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca15aaac-4907-473a-87b1-2aa026ba9cbb x-openstack-request-id: req-ca15aaac-4907-473a-87b1-2aa026ba9cbb {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:56.129253 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11f46c7-a881-4c33-a4b7-96933eebcf57", "name": "network-vif-deleted", "tag": "44491564-6962-4103-ad53-cbf800a11b21", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:56.129499 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ca15aaac-4907-473a-87b1-2aa026ba9cbb {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:56.129935 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca15aaac-4907-473a-87b1-2aa026ba9cbb'] response: {'server_uuid': 'b11f46c7-a881-4c33-a4b7-96933eebcf57', 'name': 'network-vif-deleted', 'tag': '44491564-6962-4103-ad53-cbf800a11b21', 'status': 'completed', 'code': 200} Jul 14 12:27:56.170736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:56.460718 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701c725-897f-453a-94b5-64145f971a25 req-248a2cb4-7250-44be-982a-399ac536b783 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:56.463294 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a701c725-897f-453a-94b5-64145f971a25 req-248a2cb4-7250-44be-982a-399ac536b783 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 943 time: 0.0480506 Jul 14 12:27:56.490393 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:56.515486 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:27:56.515921 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a701c725-897f-453a-94b5-64145f971a25 req-eb32c90f-3539-4117-94fb-00b19ea98eb3 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470836 Jul 14 12:27:56.524924 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:27:56.525583 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:56.626365 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:27:56.656854 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:56.767307 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 252f163a-d3e9-43b6-852d-55c257c784e1 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:27:56.846196 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:27:56.870678 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a8a09b48-3695-4fbf-b5a9-f7cd13357dc9 req-e657e34e-1280-45ec-8756-3797fe15d3c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=b11f46c7-a881-4c33-a4b7-96933eebcf57 HTTP/1.1" status: 200 len: 210 time: 0.0280395 Jul 14 12:27:56.879768 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31635ca5-cae7-4c63-ac6f-b9c7492744ad None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:27:56.951441 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 252f163a-d3e9-43b6-852d-55c257c784e1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=252f163a-d3e9-43b6-852d-55c257c784e1,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:56.967220 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '252f163a-d3e9-43b6-852d-55c257c784e1', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:27:57.001641 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:57.004025 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 252f163a-d3e9-43b6-852d-55c257c784e1 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:27:57.004524 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:57.022087 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252f163a-d3e9-43b6-852d-55c257c784e1 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:27:57.046370 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 252f163a-d3e9-43b6-852d-55c257c784e1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=252f163a-d3e9-43b6-852d-55c257c784e1,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:57.104786 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:57.115538 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee72a39c-d52f-4214-a070-555a27ba5362 None None] New status for floating IP 670f2b76-fb53-4fe5-9df8-b2b879e2eae5: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:27:57.117969 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:57.153131 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=252f163a-d3e9-43b6-852d-55c257c784e1,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:57.160306 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.160654 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.161023 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.161366 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.161698 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.162027 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.162355 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.162681 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.163031 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.163356 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.163680 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.164055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.164361 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.164676 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.164999 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:27:57.509004 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['252f163a-d3e9-43b6-852d-55c257c784e1'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:27:57.634411 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdca05-c092-40a4-aa9a-8c9273469e2b req-98965c35-74e8-4737-9a93-555141fbade0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:57.635935 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-09bdca05-c092-40a4-aa9a-8c9273469e2b req-98965c35-74e8-4737-9a93-555141fbade0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 944 time: 0.0476661 Jul 14 12:27:57.688132 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-09bdca05-c092-40a4-aa9a-8c9273469e2b req-f766b9b0-07e1-4a7e-bdd2-41ad5d1c7a98 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450289 Jul 14 12:27:57.748305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:58.014067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35418) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:58.068196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-56ae23ab-4e25-446c-a820-e6a32ec92727 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (1334194b-4555-4d04-9948-fa08a270c927), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.091001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-56ae23ab-4e25-446c-a820-e6a32ec92727 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (1334194b-4555-4d04-9948-fa08a270c927), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.201968 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-56ae23ab-4e25-446c-a820-e6a32ec92727 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1334194b-4555-4d04-9948-fa08a270c927), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.204763 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-56ae23ab-4e25-446c-a820-e6a32ec92727 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.205907 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-56ae23ab-4e25-446c-a820-e6a32ec92727 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/security-groups/1334194b-4555-4d04-9948-fa08a270c927 HTTP/1.1" status: 204 len: 168 time: 0.1908038 Jul 14 12:27:58.208627 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35420) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:58.216391 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae23ab-4e25-446c-a820-e6a32ec92727 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1334194b-4555-4d04-9948-fa08a270c927,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:58.222449 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-0cdb9d21-b74a-49f9-8e54-29a237f89a5e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] show failed (client error): The resource could not be found. Jul 14 12:27:58.223479 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-0cdb9d21-b74a-49f9-8e54-29a237f89a5e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups/1334194b-4555-4d04-9948-fa08a270c927 HTTP/1.1" status: 404 len: 347 time: 0.0138431 Jul 14 12:27:58.226314 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35422) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:58.338027 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port 9773fb15-a856-4862-b365-22a29a8aa1db {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:27:58.338371 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (9773fb15-a856-4862-b365-22a29a8aa1db), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.418037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (9773fb15-a856-4862-b365-22a29a8aa1db), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.418372 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (9773fb15-a856-4862-b365-22a29a8aa1db), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.431426 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for 9773fb15-a856-4862-b365-22a29a8aa1db owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:27:58.641801 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (9773fb15-a856-4862-b365-22a29a8aa1db), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.668102 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=9773fb15-a856-4862-b365-22a29a8aa1db,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:58.732015 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (670f2b76-fb53-4fe5-9df8-b2b879e2eae5), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.735071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.736403 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-5c2a8e5c-bd2f-4516-98bb-d42e7af13d77 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/floatingips/670f2b76-fb53-4fe5-9df8-b2b879e2eae5 HTTP/1.1" status: 204 len: 168 time: 0.5084460 Jul 14 12:27:58.770689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 252f163a-d3e9-43b6-852d-55c257c784e1 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:27:58.816631 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febd7ce-8da1-44d7-b5ab-33bc1d6d0bf7 req-ea68205f-8133-4140-bb1e-0f02300d429d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:58.817629 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 252f163a-d3e9-43b6-852d-55c257c784e1 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:27:58.818220 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5febd7ce-8da1-44d7-b5ab-33bc1d6d0bf7 req-ea68205f-8133-4140-bb1e-0f02300d429d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 944 time: 0.0539088 Jul 14 12:27:58.867962 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5febd7ce-8da1-44d7-b5ab-33bc1d6d0bf7 req-552df493-3072-41c0-943f-7f85c3341e01 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430868 Jul 14 12:27:58.892038 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35428) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:58.896501 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--656355647', 'description': 'tempest-description--1838740856'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:27:58.904435 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 252f163a-d3e9-43b6-852d-55c257c784e1 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:27:58.910403 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.973458 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.976428 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 252f163a-d3e9-43b6-852d-55c257c784e1 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:27:58.976813 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:58.999820 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:27:59.002126 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63f84e-5374-456f-9a40-cd4bcd18a43a" -d '{"events": [{"server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "name": "network-vif-plugged", "status": "completed", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:27:59.015585 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 252f163a-d3e9-43b6-852d-55c257c784e1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=252f163a-d3e9-43b6-852d-55c257c784e1,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:27:59.039225 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1dcda-91b1-4c98-92d9-948441dbfaf7 x-openstack-request-id: req-d8a1dcda-91b1-4c98-92d9-948441dbfaf7 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:27:59.039546 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "name": "network-vif-plugged", "status": "completed", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:27:59.039886 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d8a1dcda-91b1-4c98-92d9-948441dbfaf7 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:27:59.040289 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a1dcda-91b1-4c98-92d9-948441dbfaf7'] response: {'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1', 'code': 200} Jul 14 12:27:59.046585 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (d57876d6-a69b-4440-9476-f92287714972), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.085586 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.086630 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 44491564-6962-4103-ad53-cbf800a11b21 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:27:59.114170 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (d57876d6-a69b-4440-9476-f92287714972), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.127372 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 44491564-6962-4103-ad53-cbf800a11b21 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:27:59.127718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 44491564-6962-4103-ad53-cbf800a11b21 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:27:59.131826 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:59.146741 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57876d6-a69b-4440-9476-f92287714972,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:59.152745 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=252f163a-d3e9-43b6-852d-55c257c784e1,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:59.241374 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.243171 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-1fa1b4a9-d21a-4052-8145-3d853078d63b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3501298 Jul 14 12:27:59.251743 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35432) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:59.255923 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': 'd57876d6-a69b-4440-9476-f92287714972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:27:59.260717 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:27:59.327293 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (c573b669-7e17-4577-a3e8-bbd4f261de51), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.389884 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (c573b669-7e17-4577-a3e8-bbd4f261de51), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.432548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe76a9-3dfe-4d4e-b048-fc9bbd3b550f req-2cad1c93-6b81-4080-877c-638ccca66205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:59.434021 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6ebe76a9-3dfe-4d4e-b048-fc9bbd3b550f req-2cad1c93-6b81-4080-877c-638ccca66205 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1129 time: 0.0420132 Jul 14 12:27:59.436254 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (c573b669-7e17-4577-a3e8-bbd4f261de51), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.458524 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c573b669-7e17-4577-a3e8-bbd4f261de51,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:59.492921 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6ebe76a9-3dfe-4d4e-b048-fc9bbd3b550f req-1cde02bc-8d7d-404e-838f-d8b657f69512 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488148 Jul 14 12:27:59.524116 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.525524 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-82d23a24-ca67-44a0-8410-c3c55cee295b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728684 Jul 14 12:27:59.528079 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35434) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:59.532331 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': 'd57876d6-a69b-4440-9476-f92287714972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:27:59.612689 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (0a190416-d3ce-4447-b4b4-d76d7165619b), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.670224 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (0a190416-d3ce-4447-b4b4-d76d7165619b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.756525 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (0a190416-d3ce-4447-b4b4-d76d7165619b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.776867 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a190416-d3ce-4447-b4b4-d76d7165619b,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:27:59.838075 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:27:59.839323 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bb36f0d5-c5d6-4be5-88ef-79f7fbf202c6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103104 Jul 14 12:27:59.842519 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35436) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:27:59.846712 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:27:59.988423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b5df-7c4f-47b8-a51c-0181bdeffc60 req-23a16d54-6b22-4e17-8b03-4e505f063949 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:27:59.989864 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7721b5df-7c4f-47b8-a51c-0181bdeffc60 req-23a16d54-6b22-4e17-8b03-4e505f063949 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0470285 Jul 14 12:28:00.024660 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:00.039985 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7721b5df-7c4f-47b8-a51c-0181bdeffc60 req-46c99e5a-2daa-4d60-967f-c811977fe9dc tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439496 Jul 14 12:28:00.104781 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:00.207696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_common [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.27.1.19 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/ae874396-b47b-428a-9138-740984887d91) {{(pid=104469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:28:00.537741 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (ae874396-b47b-428a-9138-740984887d91), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:00.549202 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:00.624942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (ae874396-b47b-428a-9138-740984887d91), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:00.663570 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:28:00.671687 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:28:00.674071 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:28:00.679446 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=ae874396-b47b-428a-9138-740984887d91,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:00.714783 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:00.764762 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (5af70df5-d274-4178-9e7e-c142c87d7a3a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:00.865384 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ae874396-b47b-428a-9138-740984887d91), before_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:01.011852 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (ae874396-b47b-428a-9138-740984887d91), precommit_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:01.047672 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4235146'] for port (ae874396-b47b-428a-9138-740984887d91), after_update {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:01.130453 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=ae874396-b47b-428a-9138-740984887d91,revision_number=2']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:01.163009 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (5af70df5-d274-4178-9e7e-c142c87d7a3a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:01.181376 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb0d1-c259-4c2b-9fa5-c4a52c23e65b req-f7182dc8-7fd0-4c1f-b6a3-7b18944dd2cc tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:01.182884 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e29bb0d1-c259-4c2b-9fa5-c4a52c23e65b req-f7182dc8-7fd0-4c1f-b6a3-7b18944dd2cc tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0682285 Jul 14 12:28:01.233011 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e29bb0d1-c259-4c2b-9fa5-c4a52c23e65b req-98fc0d7a-6190-496c-9dcf-fb506080d935 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Jul 14 12:28:01.254986 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:01.256126 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-55013b17-63d3-4caa-8957-dddc6dcac6d1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4126639 Jul 14 12:28:01.448418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:01.457168 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-34ee8116-2606-4e20-963d-15d2c3ccba7a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--656355647&fields=id&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 267 time: 0.0447259 Jul 14 12:28:01.563996 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-5f631e03-5404-45d3-8227-18a1b8ace6d4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:01.565433 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-5f631e03-5404-45d3-8227-18a1b8ace6d4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1056447 Jul 14 12:28:01.580256 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-e8d4ee53-b7c4-484f-99a7-9c3ac44a0694 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/quotas/cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 375 time: 0.0091372 Jul 14 12:28:01.628423 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-bfd44099-dabd-42ac-a060-9a797f5f9123 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433719 Jul 14 12:28:01.972346 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-42d0371e-10a0-464e-b3d8-bd675f7096bb service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327372 Jul 14 12:28:02.034801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:02.062928 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-f5a79684-d872-4394-9197-d667b9a6eda6 service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840802 Jul 14 12:28:02.344079 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-b03d5479-6600-4136-ac44-fe4e7ad6e1a6 req-4350e350-ae0a-4e74-83a5-c27c820ae1ae tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 210 time: 0.0350354 Jul 14 12:28:02.354060 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68e6a1-a593-4e79-bf9b-170cc396aa77 req-f4042372-2e51-4360-8506-443925a45ed1 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:02.361462 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6f68e6a1-a593-4e79-bf9b-170cc396aa77 req-f4042372-2e51-4360-8506-443925a45ed1 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0538130 Jul 14 12:28:02.410362 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6f68e6a1-a593-4e79-bf9b-170cc396aa77 req-8e9243c7-f83f-4cba-962b-fd5362652919 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480745 Jul 14 12:28:02.523086 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc94b-3fb5-4a00-bcac-4a7f424dfa64 req-0ed35d97-eeea-45c2-b40d-104a30399d0e tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:02.525165 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fd4dc94b-3fb5-4a00-bcac-4a7f424dfa64 req-0ed35d97-eeea-45c2-b40d-104a30399d0e tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0479436 Jul 14 12:28:02.575746 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-fd4dc94b-3fb5-4a00-bcac-4a7f424dfa64 req-ae28f608-4716-4887-a2c5-f9cf186f1746 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Jul 14 12:28:02.598180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35466) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:28:02.636129 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc56768-3791-40cd-bf62-75f284151b4a tempest-TestVolumeBootPattern-865649772 tempest-TestVolumeBootPattern-865649772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:02.637611 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7cc56768-3791-40cd-bf62-75f284151b4a tempest-TestVolumeBootPattern-865649772 tempest-TestVolumeBootPattern-865649772-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1124 time: 0.0383549 Jul 14 12:28:02.640423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35468) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:28:02.644582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:28:02.748369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:02.831294 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:02.940549 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Allocated IP 172.27.1.150 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/98f0837b-7ed6-4fd0-bda2-054b03550c43) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:28:03.044302 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:03.173699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:03.210443 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:28:03.213338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:28:03.219102 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:28:03.246609 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:03.250507 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=98f0837b-7ed6-4fd0-bda2-054b03550c43,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:03.262715 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.263078 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.263416 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.263753 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.264080 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.264405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.264725 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.265043 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.265371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.265688 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.266006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.266322 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.266634 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.266969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.267279 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:28:03.390629 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:03.443127 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-48d005c3-8d24-41b6-a531-1433c114dff1 req-1ec7aa91-dc0e-4765-8844-74e5af041f2d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 210 time: 0.0279229 Jul 14 12:28:03.596046 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (c634fd6b-575a-4e44-bd46-0e03f2450313), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:03.741535 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:03.893623 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:03.962333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:04.036404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=98f0837b-7ed6-4fd0-bda2-054b03550c43,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:04.043308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (c634fd6b-575a-4e44-bd46-0e03f2450313), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:04.045553 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:04.137183 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Floating IP c634fd6b-575a-4e44-bd46-0e03f2450313 associated. External IP: 172.27.1.150, port: 252f163a-d3e9-43b6-852d-55c257c784e1. Jul 14 12:28:04.342571 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:28:04.535591 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:28:04.546983 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:28:04.557794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:28:04.558394 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:04.567125 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3fc91511-584c-442b-a5c5-6116ce331eec req-fca26a58-48ad-491e-b8c9-6534871371a5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 210 time: 0.0499158 Jul 14 12:28:04.573347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-9346b2e5-ab29-46bf-8bb6-c223b31dff15 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:04.574693 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-9346b2e5-ab29-46bf-8bb6-c223b31dff15 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1905825 Jul 14 12:28:04.610995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:04.647548 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-536d4394-8a13-448c-9b96-7195eb342e65 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 379 time: 0.0560706 Jul 14 12:28:04.656696 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'port': {'device_id': '6250940e-0393-4bf0-8653-061672eaf7fd', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'admin_state_up': True, 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'security_groups': ['d57876d6-a69b-4440-9476-f92287714972']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:28:04.669199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:28:04.674561 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:04.751901 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-dee3809b-0c50-4808-ad0c-f0ef55a8e009 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1104589 Jul 14 12:28:04.754232 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:28:04.756488 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc724d02-f9f4-4cae-9be7-2add070c8944" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:04.798929 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e36be0b-2b05-4f6b-840c-47cf2c40afd1 x-openstack-request-id: req-0e36be0b-2b05-4f6b-840c-47cf2c40afd1 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:04.799298 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:04.799610 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0e36be0b-2b05-4f6b-840c-47cf2c40afd1 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:04.800110 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e36be0b-2b05-4f6b-840c-47cf2c40afd1'] response: {'name': 'network-changed', 'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1', 'status': 'completed', 'code': 200} Jul 14 12:28:04.815701 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:04.881027 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Made reservation on behalf of cc4efb6abcf3412897b7f1484988aa2b for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:28:04.884903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:04.894307 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:03Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:04.895081 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:04.908222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-9edfa82b-f806-4b72-806c-17898d02fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:04.909702 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-9edfa82b-f806-4b72-806c-17898d02fb74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1129 time: 0.0592046 Jul 14 12:28:04.920211 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:28:04.928673 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:28:04.929947 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:27:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:05.031769 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:28:05.079404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.20.0.10 (738fa312-d388-4da8-be3f-aad30d233548/c3d6defd-c350-4bf5-bfff-a0de84c6556d/21528937-2e91-4664-9111-ff2b0348da0f) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:28:05.129655 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-aff12783-bcb6-428c-9bb0-c109ceb14ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:05.131058 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-aff12783-bcb6-428c-9bb0-c109ceb14ff5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.1327076 Jul 14 12:28:05.147717 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:05.243706 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:03Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:05.255562 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-5e8638e3-db33-4bb9-8654-2882e22b7f9d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 200 len: 999 time: 0.1130259 Jul 14 12:28:05.272892 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa4044a-2163-4e7c-a20e-d5b06b1685b2 None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:03Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:28:05.332196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (21528937-2e91-4664-9111-ff2b0348da0f), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:05.336887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-b1c93dbf-718c-4392-a3e2-bd23803ad463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:05.338408 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-b1c93dbf-718c-4392-a3e2-bd23803ad463 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0771174 Jul 14 12:28:05.397088 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-fe73617f-4253-4537-a749-54193b94d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:05.399433 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-fe73617f-4253-4537-a749-54193b94d73e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545492 Jul 14 12:28:05.486872 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (21528937-2e91-4664-9111-ff2b0348da0f), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:05.489446 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed1a3e-31e4-456a-9600-e217937fa456 None None] New status for floating IP c634fd6b-575a-4e44-bd46-0e03f2450313: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:28:05.519356 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:05.524658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:05.535106 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-ccf31dba-16a4-449d-928a-56156bb88be6 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273675 Jul 14 12:28:05.544762 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:28:05.560921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:28:05.574287 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:28:05.580339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=21528937-2e91-4664-9111-ff2b0348da0f,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:05.748445 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:05.753413 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-dc724d02-f9f4-4cae-9be7-2add070c8944 req-6d5aae5a-4814-4778-a108-b93cea15c373 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075500 Jul 14 12:28:05.759892 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:05.760544 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:05.787457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422593e0-4382-4570-8e39-75abf5754f1b req-8a864210-7789-473f-9135-b4725f977ada tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:05.795405 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-422593e0-4382-4570-8e39-75abf5754f1b req-8a864210-7789-473f-9135-b4725f977ada tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 932 time: 0.1236403 Jul 14 12:28:05.844998 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-422593e0-4382-4570-8e39-75abf5754f1b req-2ff854e6-7cfb-4da6-94cf-7298759d05e9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485883 Jul 14 12:28:05.870681 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-bfabdc40-c478-46b6-b6d5-22ad408b142f None None] Provisioning complete for port 21528937-2e91-4664-9111-ff2b0348da0f triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:28:05.871251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bfabdc40-c478-46b6-b6d5-22ad408b142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (21528937-2e91-4664-9111-ff2b0348da0f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:05.902087 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-bfabdc40-c478-46b6-b6d5-22ad408b142f None None] Port 21528937-2e91-4664-9111-ff2b0348da0f cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:28:05.912611 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ac6fe5e5-8bf6-45a7-b38a-563a8aa6827b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2594552 Jul 14 12:28:05.936582 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Request body: {'port': {'device_id': '6250940e-0393-4bf0-8653-061672eaf7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:28:05.994344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (21528937-2e91-4664-9111-ff2b0348da0f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:06.247138 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21528937-2e91-4664-9111-ff2b0348da0f {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:28:06.254372 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Publish callbacks [] for port (21528937-2e91-4664-9111-ff2b0348da0f), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:06.267349 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Transition to ACTIVE for port object 21528937-2e91-4664-9111-ff2b0348da0f will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:28:06.353655 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (21528937-2e91-4664-9111-ff2b0348da0f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:06.407249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Pushing event updated for resources: {'Port': ['ID=21528937-2e91-4664-9111-ff2b0348da0f,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:06.475734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Attempting to bind port 21528937-2e91-4664-9111-ff2b0348da0f on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:28:06.476174 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Attempting to bind port 21528937-2e91-4664-9111-ff2b0348da0f by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:28:06.476708 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Attempting to bind port 21528937-2e91-4664-9111-ff2b0348da0f on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:28:06.482291 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Port 21528937-2e91-4664-9111-ff2b0348da0f on network 738fa312-d388-4da8-be3f-aad30d233548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:28:06.482606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Attempting to bind port 21528937-2e91-4664-9111-ff2b0348da0f on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:28:06.487525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:28:06.487856 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:28:06.488229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Bound using segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:28:06.488645 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Bound port: 21528937-2e91-4664-9111-ff2b0348da0f, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:28:06.489003 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (21528937-2e91-4664-9111-ff2b0348da0f), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:06.528522 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:06.559484 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] For port 21528937-2e91-4664-9111-ff2b0348da0f, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:28:06.562707 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] For port 21528937-2e91-4664-9111-ff2b0348da0f, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=21528937-2e91-4664-9111-ff2b0348da0f,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:28:06.653444 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (21528937-2e91-4664-9111-ff2b0348da0f), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:06.941580 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:06.942162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:06.943472 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] 10.222.0.86 "PUT /v2.0/ports/21528937-2e91-4664-9111-ff2b0348da0f HTTP/1.1" status: 200 len: 1094 time: 1.0109403 Jul 14 12:28:06.943912 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:28:06.946948 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a691a744-cfb1-4abc-82f2-95f18781bc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "tag": "21528937-2e91-4664-9111-ff2b0348da0f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:06.979215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4f5a5-8c70-4b13-ad40-833770e266d5 service neutron] Pushing event updated for resources: {'Port': ['ID=21528937-2e91-4664-9111-ff2b0348da0f,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:06.984862 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c12594-a228-4937-b1d9-4204b61afe42 req-dc240493-c25e-45a8-a0ae-5679ecddf8a7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:06.984862 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-16c12594-a228-4937-b1d9-4204b61afe42 req-dc240493-c25e-45a8-a0ae-5679ecddf8a7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 944 time: 0.0682499 Jul 14 12:28:06.987619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b29f7-630c-45f1-8a74-e1f0d52bc5be x-openstack-request-id: req-462b29f7-630c-45f1-8a74-e1f0d52bc5be {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:06.987619 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "tag": "21528937-2e91-4664-9111-ff2b0348da0f", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:06.987818 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-462b29f7-630c-45f1-8a74-e1f0d52bc5be {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:06.988219 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462b29f7-630c-45f1-8a74-e1f0d52bc5be'] response: {'name': 'network-changed', 'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f', 'status': 'completed', 'code': 200} Jul 14 12:28:07.037996 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:07.044811 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-16c12594-a228-4937-b1d9-4204b61afe42 req-6dd46897-37ad-48b8-a474-67680f55c8e3 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503795 Jul 14 12:28:07.077065 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a744-cfb1-4abc-82f2-95f18781bc3b req-b28a19b2-f55b-4451-88f5-86a138038384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:07.078554 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a691a744-cfb1-4abc-82f2-95f18781bc3b req-b28a19b2-f55b-4451-88f5-86a138038384 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 1128 time: 0.0453188 Jul 14 12:28:07.194217 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a744-cfb1-4abc-82f2-95f18781bc3b req-a3110ddf-f93a-4193-833e-ebf026013ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:07.196284 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a691a744-cfb1-4abc-82f2-95f18781bc3b req-a3110ddf-f93a-4193-833e-ebf026013ceb service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0994718 Jul 14 12:28:07.288345 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691a744-cfb1-4abc-82f2-95f18781bc3b req-2f4524c6-f347-4082-9ce0-f20ff86efa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:07.289889 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a691a744-cfb1-4abc-82f2-95f18781bc3b req-2f4524c6-f347-4082-9ce0-f20ff86efa83 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877509 Jul 14 12:28:07.356666 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:07.390104 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-7916805a-d8f7-4024-8246-1cf78e878ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:07.391537 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-7916805a-d8f7-4024-8246-1cf78e878ac0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 1128 time: 0.0438559 Jul 14 12:28:07.444567 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-d4e007c3-a3e8-4d97-af6f-90197ace8433 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21528937-2e91-4664-9111-ff2b0348da0f HTTP/1.1" status: 200 len: 217 time: 0.0347590 Jul 14 12:28:07.492353 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-659e240f-8e7d-4104-b1a6-8a336cbaf218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:07.493845 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-659e240f-8e7d-4104-b1a6-8a336cbaf218 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.0437975 Jul 14 12:28:07.535876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ec2bc870-f6fd-4571-a9a6-0701579210c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:07.537331 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-ec2bc870-f6fd-4571-a9a6-0701579210c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378723 Jul 14 12:28:07.630592 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-2b08b41e-6068-4c37-9446-8dae5877603e service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871553 Jul 14 12:28:07.722225 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e35febb9-202c-4b6e-995c-0c64f277275a req-2a512221-3b4d-4eb5-94a4-ac8fcefdae18 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860553 Jul 14 12:28:07.987988 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-65a9efa3-1271-4350-ad5d-bd4ed6d2f8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:08.160366 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af58bc-acc7-4c24-9c07-65c70425e7c8 req-b864d9e7-5b47-420d-b3d8-1eb17f5bc7f0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:08.161803 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-57af58bc-acc7-4c24-9c07-65c70425e7c8 req-b864d9e7-5b47-420d-b3d8-1eb17f5bc7f0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 944 time: 0.0474405 Jul 14 12:28:08.209124 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-57af58bc-acc7-4c24-9c07-65c70425e7c8 req-8bee8129-0af0-45d6-9041-66c53ddca14e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Jul 14 12:28:08.829542 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 21528937-2e91-4664-9111-ff2b0348da0f details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:28:08.930430 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 21528937-2e91-4664-9111-ff2b0348da0f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=21528937-2e91-4664-9111-ff2b0348da0f,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:08.941657 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '21528937-2e91-4664-9111-ff2b0348da0f', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'port_id': '21528937-2e91-4664-9111-ff2b0348da0f', 'mac_address': 'fa:16:3e:6d:0c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:28:08.976763 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 21528937-2e91-4664-9111-ff2b0348da0f is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:28:08.977151 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (21528937-2e91-4664-9111-ff2b0348da0f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:08.990196 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21528937-2e91-4664-9111-ff2b0348da0f {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:28:09.013997 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 21528937-2e91-4664-9111-ff2b0348da0f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=21528937-2e91-4664-9111-ff2b0348da0f,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:09.113950 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (21528937-2e91-4664-9111-ff2b0348da0f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:09.282934 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=21528937-2e91-4664-9111-ff2b0348da0f,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:09.326747 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f6d3a-ea8d-4705-b19f-99043fc701fd req-fd9d0812-2a4d-4732-b168-28e8f68f2dd0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:09.328263 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-584f6d3a-ea8d-4705-b19f-99043fc701fd req-fd9d0812-2a4d-4732-b168-28e8f68f2dd0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 945 time: 0.0496800 Jul 14 12:28:09.376573 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-584f6d3a-ea8d-4705-b19f-99043fc701fd req-cd6df340-af3b-4774-955c-992cfb0cc6a9 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423570 Jul 14 12:28:09.421209 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['21528937-2e91-4664-9111-ff2b0348da0f'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:28:09.516698 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:10.256347 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-683ee75f-2220-4d48-b35d-caa5b90b4d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:10.487205 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372706e5-aa25-4811-ad5c-f41a7c476ab0 req-99569778-9a69-4fac-ab57-3f3ba5fc3e1a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:10.488646 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-372706e5-aa25-4811-ad5c-f41a7c476ab0 req-99569778-9a69-4fac-ab57-3f3ba5fc3e1a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 945 time: 0.0453753 Jul 14 12:28:10.534999 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-372706e5-aa25-4811-ad5c-f41a7c476ab0 req-a195b7e2-8e71-40df-8fc1-cf10e20f67b7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403345 Jul 14 12:28:10.830504 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 21528937-2e91-4664-9111-ff2b0348da0f up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:28:10.872803 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 21528937-2e91-4664-9111-ff2b0348da0f completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:28:10.932606 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 21528937-2e91-4664-9111-ff2b0348da0f triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:28:10.932978 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (21528937-2e91-4664-9111-ff2b0348da0f), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:11.004043 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 21528937-2e91-4664-9111-ff2b0348da0f is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:28:11.004349 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (21528937-2e91-4664-9111-ff2b0348da0f), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:11.026838 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:11.031921 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:28:11.034232 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a87595-bb8b-4cba-975d-4ca778c1f4ed" -d '{"events": [{"server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "name": "network-vif-plugged", "status": "completed", "tag": "21528937-2e91-4664-9111-ff2b0348da0f"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:11.047479 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 21528937-2e91-4664-9111-ff2b0348da0f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=21528937-2e91-4664-9111-ff2b0348da0f,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:28:11.070888 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49589e70-ca34-4d96-a216-41340154a81a x-openstack-request-id: req-49589e70-ca34-4d96-a216-41340154a81a {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:11.071171 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "name": "network-vif-plugged", "status": "completed", "tag": "21528937-2e91-4664-9111-ff2b0348da0f", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:11.071440 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-49589e70-ca34-4d96-a216-41340154a81a {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:11.071876 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49589e70-ca34-4d96-a216-41340154a81a'] response: {'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f', 'code': 200} Jul 14 12:28:11.149882 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (21528937-2e91-4664-9111-ff2b0348da0f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:11.197707 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=21528937-2e91-4664-9111-ff2b0348da0f,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:28:11.457329 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9205a87-5823-4ca9-a1fa-a149e76f8461 req-332bfa79-fd96-47ee-bb82-f75d8eb15c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:11.458845 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c9205a87-5823-4ca9-a1fa-a149e76f8461 req-332bfa79-fd96-47ee-bb82-f75d8eb15c59 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 1130 time: 0.0431273 Jul 14 12:28:11.504788 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c9205a87-5823-4ca9-a1fa-a149e76f8461 req-c6aa98b6-b70c-4d94-9bde-712f8b19bc86 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373039 Jul 14 12:28:11.634294 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:11.652822 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65655591-03a7-44eb-94a2-903d95c04a38 req-acfbba6e-9ab5-43e0-a0b8-a6df2f002d9b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:11.654327 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65655591-03a7-44eb-94a2-903d95c04a38 req-acfbba6e-9ab5-43e0-a0b8-a6df2f002d9b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0482037 Jul 14 12:28:11.672987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:11.702611 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-65655591-03a7-44eb-94a2-903d95c04a38 req-084f3af2-c715-4fcb-baf4-78c78213936a tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425088 Jul 14 12:28:12.820801 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02672b-62de-46a5-b6f5-cc9eff229632 req-2374abb2-21aa-47d5-a180-9a498c335c36 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:12.822469 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f02672b-62de-46a5-b6f5-cc9eff229632 req-2374abb2-21aa-47d5-a180-9a498c335c36 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0516329 Jul 14 12:28:12.845083 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:12.873524 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-3f02672b-62de-46a5-b6f5-cc9eff229632 req-cb3df5f9-a7b7-410e-8091-5f689b405072 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452170 Jul 14 12:28:12.990841 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec0d9b-8b6c-4a8e-a85c-1861e8714aae req-43e218ea-f778-40ef-ac13-5e86247ecbe6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:12.992983 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-59ec0d9b-8b6c-4a8e-a85c-1861e8714aae req-43e218ea-f778-40ef-ac13-5e86247ecbe6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0524430 Jul 14 12:28:13.001338 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35506) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:28:13.005673 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'port_id': '21528937-2e91-4664-9111-ff2b0348da0f'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:28:13.047006 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (5af70df5-d274-4178-9e7e-c142c87d7a3a), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:13.201199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:13.377930 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:13.475483 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:13.539418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (5af70df5-d274-4178-9e7e-c142c87d7a3a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:13.636836 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 5af70df5-d274-4178-9e7e-c142c87d7a3a associated. External IP: 172.27.1.19, port: 21528937-2e91-4664-9111-ff2b0348da0f. Jul 14 12:28:13.832095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:28:13.932899 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:13.935658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:28:13.940450 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:13.946609 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:28:13.956311 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:28:13.956900 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:28:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:13.972631 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b2528451-9d45-4d4b-93cc-9f024589b76c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "PUT /v2.0/floatingips/5af70df5-d274-4178-9e7e-c142c87d7a3a HTTP/1.1" status: 200 len: 991 time: 0.9679050 Jul 14 12:28:13.972631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:28:13.973181 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3dde2f-a9bd-41ce-a53f-7122249d9250" -d '{"events": [{"name": "network-changed", "server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "tag": "21528937-2e91-4664-9111-ff2b0348da0f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:28:14.009764 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5520ff-d08e-460a-9556-af6c870e34da x-openstack-request-id: req-6e5520ff-d08e-460a-9556-af6c870e34da {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:28:14.010393 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "tag": "21528937-2e91-4664-9111-ff2b0348da0f", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:28:14.010393 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6e5520ff-d08e-460a-9556-af6c870e34da {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:28:14.010699 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5520ff-d08e-460a-9556-af6c870e34da'] response: {'name': 'network-changed', 'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f', 'status': 'completed', 'code': 200} Jul 14 12:28:14.067879 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:28:14.104941 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-f516b248-3409-41e1-9a39-d143dd7d99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:14.106446 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-f516b248-3409-41e1-9a39-d143dd7d99f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 1130 time: 0.0439234 Jul 14 12:28:14.345190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-1b0eeec0-38e0-4b75-aca0-b8684b0a7f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:14.345190 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-1b0eeec0-38e0-4b75-aca0-b8684b0a7f8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 916 time: 0.0920174 Jul 14 12:28:14.345190 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-df09b2ee-4f54-4ed8-af2a-c84afbf2561d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21528937-2e91-4664-9111-ff2b0348da0f HTTP/1.1" status: 200 len: 999 time: 0.0599327 Jul 14 12:28:14.345804 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '5af70df5-d274-4178-9e7e-c142c87d7a3a', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '21528937-2e91-4664-9111-ff2b0348da0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:6d:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6250940e-0393-4bf0-8653-061672eaf7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:00Z', 'updated_at': '2022-07-14T12:28:13Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:14.345804 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:28:14.346274 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-f182bb5d-acb1-41b6-906a-de13e3599c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:14.346274 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-f182bb5d-acb1-41b6-906a-de13e3599c53 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.0447428 Jul 14 12:28:14.346549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:28:14.346549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:28:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:14.374408 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-c655b99f-5519-4457-abb3-2b0de31414d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:28:14.375941 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-c655b99f-5519-4457-abb3-2b0de31414d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417576 Jul 14 12:28:14.442794 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:28:14.475716 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-e82272dc-a450-41c6-9cc2-1752c483ac5a service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884962 Jul 14 12:28:14.536860 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:14.543788 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:14.566862 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4e3dde2f-a9bd-41ce-a53f-7122249d9250 req-7953a298-0fe2-4119-bec4-dc2161868238 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837178 Jul 14 12:28:14.660181 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '5af70df5-d274-4178-9e7e-c142c87d7a3a', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '21528937-2e91-4664-9111-ff2b0348da0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:6d:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6250940e-0393-4bf0-8653-061672eaf7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:00Z', 'updated_at': '2022-07-14T12:28:13Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:28:14.686453 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc62af7-8642-4e6d-83f9-6bf78f217c8a None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '5af70df5-d274-4178-9e7e-c142c87d7a3a', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '21528937-2e91-4664-9111-ff2b0348da0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:6d:0c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6250940e-0393-4bf0-8653-061672eaf7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:00Z', 'updated_at': '2022-07-14T12:28:13Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:28:14.870656 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dabf1f1-9a0c-49c3-bd46-fbc78b543d48 None None] New status for floating IP 5af70df5-d274-4178-9e7e-c142c87d7a3a: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:28:20.280835 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:22.862598 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=19 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:22.870136 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:24.563548 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=48 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:26.484494 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:28:28.388976 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:30.215448 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:30.221391 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:37.983495 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-90491080-3ad3-4db6-8970-16c166f38fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:38.388661 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:40.241073 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-762d00e7-3e48-4598-9f30-67ed34450dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:41.644070 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:42.855259 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:43.146798 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:50.283642 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:28:57.774655 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:28:57.778587 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:00.217684 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:00.222662 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:03.413951 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:29:07.994725 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd3b4-314b-4b2f-a0db-e2e6678e0ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:10.268763 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-1aa8141e-ead7-464d-858c-1e38fc1a2929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:11.672100 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:11.926876 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5fcf-e4eb-4bb0-b12e-e8c4a764a77c req-05780cf8-553b-446a-b6ce-4dd40bb8e0b7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:11.928268 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d0ad5fcf-e4eb-4bb0-b12e-e8c4a764a77c req-05780cf8-553b-446a-b6ce-4dd40bb8e0b7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0502050 Jul 14 12:29:11.974343 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-d0ad5fcf-e4eb-4bb0-b12e-e8c4a764a77c req-bd148834-3233-49db-878e-398a9b809ecf tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Jul 14 12:29:12.851468 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:13.090689 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551837e0-823d-4edf-ac34-6e43cdbd1dc3 req-6dab624b-9a31-4f7a-b4d7-73169df94413 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:13.092201 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-551837e0-823d-4edf-ac34-6e43cdbd1dc3 req-6dab624b-9a31-4f7a-b4d7-73169df94413 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0479999 Jul 14 12:29:13.139890 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-551837e0-823d-4edf-ac34-6e43cdbd1dc3 req-94a96268-e2e0-4fa8-a22b-ec689c3e5c32 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Jul 14 12:29:13.169513 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:13.410602 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:13.795186 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-fdde99fd-9794-4964-a107-357478dcb9d0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:13.796597 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-fdde99fd-9794-4964-a107-357478dcb9d0 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0455401 Jul 14 12:29:13.878448 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port 21528937-2e91-4664-9111-ff2b0348da0f {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:29:13.878819 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (21528937-2e91-4664-9111-ff2b0348da0f), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:13.969017 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] For port 21528937-2e91-4664-9111-ff2b0348da0f, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=21528937-2e91-4664-9111-ff2b0348da0f,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:13.969407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (21528937-2e91-4664-9111-ff2b0348da0f), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:14.131853 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:14.132213 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (5af70df5-d274-4178-9e7e-c142c87d7a3a), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:14.132526 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 5af70df5-d274-4178-9e7e-c142c87d7a3a disassociated. External IP: 172.27.1.19, port: 21528937-2e91-4664-9111-ff2b0348da0f. Jul 14 12:29:14.132867 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for 21528937-2e91-4664-9111-ff2b0348da0f owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:29:14.282993 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f69f9-1cd8-43a1-92f1-2960051c6d4a req-74b002cd-938f-4b2f-81b0-6ffecb49a12d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:14.284374 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e90f69f9-1cd8-43a1-92f1-2960051c6d4a req-74b002cd-938f-4b2f-81b0-6ffecb49a12d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 946 time: 0.0750072 Jul 14 12:29:14.338700 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e90f69f9-1cd8-43a1-92f1-2960051c6d4a req-c1ad5fce-c0ca-4ac4-8545-68de11163f54 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=d57876d6-a69b-4440-9476-f92287714972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487998 Jul 14 12:29:14.369195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (21528937-2e91-4664-9111-ff2b0348da0f), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:14.399448 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=21528937-2e91-4664-9111-ff2b0348da0f,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:14.412475 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.412821 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.413162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.413499 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.414247 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.414585 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.414945 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.415275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.415603 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.415926 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.416250 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.416569 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.416895 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.417465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.417783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:14.508890 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:14.522924 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:29:14.604722 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:14.627066 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:14.636476 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:14.646624 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:29:14.647344 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:29:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:14.674693 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] No DVR routers for this DVR port 21528937-2e91-4664-9111-ff2b0348da0f on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:29:14.677191 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:14.680400 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c6ff06a0-d081-43de-84ce-1d82a89ef6d8 req-7f7052c4-7941-4724-be6b-e4a39988f4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "DELETE /v2.0/ports/21528937-2e91-4664-9111-ff2b0348da0f HTTP/1.1" status: 204 len: 173 time: 0.8780069 Jul 14 12:29:14.680833 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'name': 'network-vif-deleted', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:29:14.683087 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07472a2b-28ee-404d-af64-5a70f2a3d0ee" -d '{"events": [{"server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "name": "network-vif-deleted", "tag": "21528937-2e91-4664-9111-ff2b0348da0f"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:14.757705 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:29:14.794682 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094c8fc-a966-41d8-8c35-28cfa2c04f56 x-openstack-request-id: req-3094c8fc-a966-41d8-8c35-28cfa2c04f56 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:14.795708 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6250940e-0393-4bf0-8653-061672eaf7fd", "name": "network-vif-deleted", "tag": "21528937-2e91-4664-9111-ff2b0348da0f", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:14.796329 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3094c8fc-a966-41d8-8c35-28cfa2c04f56 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:14.796560 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3094c8fc-a966-41d8-8c35-28cfa2c04f56'] response: {'server_uuid': '6250940e-0393-4bf0-8653-061672eaf7fd', 'name': 'network-vif-deleted', 'tag': '21528937-2e91-4664-9111-ff2b0348da0f', 'status': 'completed', 'code': 200} Jul 14 12:29:14.959132 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:14.984699 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:14.993053 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:29:14.993599 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:29:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:15.215301 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:29:15.399747 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:15.426619 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b96e97-a0a3-4e33-9da8-9bc647072011 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:15.447961 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0594cd77-68b7-45e1-8d9b-cc0ccb7831b9 req-254eabb9-44ef-4dfb-8fc3-367e97e5c1b8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=6250940e-0393-4bf0-8653-061672eaf7fd HTTP/1.1" status: 200 len: 210 time: 0.0295029 Jul 14 12:29:15.646192 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9296e25f-40c5-45d0-9809-2e573434c547 None None] New status for floating IP 5af70df5-d274-4178-9e7e-c142c87d7a3a: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:29:16.623997 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35628) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:16.677743 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7ba527fc-d5f2-4bc2-8c54-6bcbf10e0e10 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (d57876d6-a69b-4440-9476-f92287714972), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:16.700918 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7ba527fc-d5f2-4bc2-8c54-6bcbf10e0e10 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (d57876d6-a69b-4440-9476-f92287714972), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:16.803278 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7ba527fc-d5f2-4bc2-8c54-6bcbf10e0e10 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (d57876d6-a69b-4440-9476-f92287714972), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:16.805756 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-7ba527fc-d5f2-4bc2-8c54-6bcbf10e0e10 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:16.806941 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-7ba527fc-d5f2-4bc2-8c54-6bcbf10e0e10 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/security-groups/d57876d6-a69b-4440-9476-f92287714972 HTTP/1.1" status: 204 len: 168 time: 0.1819248 Jul 14 12:29:16.809814 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35630) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:16.816075 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba527fc-d5f2-4bc2-8c54-6bcbf10e0e10 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57876d6-a69b-4440-9476-f92287714972,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:16.825091 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-80acbd5f-a2c0-420e-b6c2-0585949ad4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] show failed (client error): The resource could not be found. Jul 14 12:29:16.826245 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-80acbd5f-a2c0-420e-b6c2-0585949ad4c5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups/d57876d6-a69b-4440-9476-f92287714972 HTTP/1.1" status: 404 len: 347 time: 0.0154104 Jul 14 12:29:16.828919 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35632) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:16.940325 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port ae874396-b47b-428a-9138-740984887d91 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:29:16.940670 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (ae874396-b47b-428a-9138-740984887d91), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.018936 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (ae874396-b47b-428a-9138-740984887d91), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.019173 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (ae874396-b47b-428a-9138-740984887d91), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.031613 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for ae874396-b47b-428a-9138-740984887d91 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:29:17.214502 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (ae874396-b47b-428a-9138-740984887d91), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.238207 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=ae874396-b47b-428a-9138-740984887d91,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:17.252281 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.252737 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.253085 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.253421 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.253754 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.254084 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.254439 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.254811 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.255183 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.255493 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.255818 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.256158 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.256464 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.256785 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.257103 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:17.314049 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (5af70df5-d274-4178-9e7e-c142c87d7a3a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.316506 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.317654 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-32f617e5-50af-4c5d-a386-1e5d2bbe9303 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/floatingips/5af70df5-d274-4178-9e7e-c142c87d7a3a HTTP/1.1" status: 204 len: 168 time: 0.4878519 Jul 14 12:29:17.440650 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35636) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:17.445525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1793619904', 'description': 'tempest-description--661059358'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:17.528954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.601002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (3e4f1e28-6eeb-4479-a91f-bcd6fb01c585), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.654659 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (3e4f1e28-6eeb-4479-a91f-bcd6fb01c585), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.686653 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:17.739125 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.740413 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b59ec822-0ea7-441b-9594-84388e997ca6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2987797 Jul 14 12:29:17.743361 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35638) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:17.747632 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': '3e4f1e28-6eeb-4479-a91f-bcd6fb01c585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:17.855167 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (34804a5d-f424-4ae0-8691-4a354583639d), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.909534 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (34804a5d-f424-4ae0-8691-4a354583639d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.976896 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (34804a5d-f424-4ae0-8691-4a354583639d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:17.995126 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34804a5d-f424-4ae0-8691-4a354583639d,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:18.062998 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.064199 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e57c91ce-0f3c-4741-9286-07d54002a7d7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199253 Jul 14 12:29:18.066953 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35640) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:18.071152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'security_group_rule': {'security_group_id': '3e4f1e28-6eeb-4479-a91f-bcd6fb01c585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:18.163371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (0b876932-5edc-4862-960e-e1832bafd13b), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.222694 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (0b876932-5edc-4862-960e-e1832bafd13b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.290916 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1545907'] for security_group_rule (0b876932-5edc-4862-960e-e1832bafd13b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.310907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b876932-5edc-4862-960e-e1832bafd13b,revision_number=0']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:18.401738 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.402987 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a8207ab3-1f30-4cca-99f1-82280ca34202 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351011 Jul 14 12:29:18.408389 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35642) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:18.412615 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:18.428438 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:18.511949 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.593579 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.595966 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:18.702932 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.27.1.129 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/e7dcedc0-fa57-4d52-a4fe-b23d506ca88d) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:18.808901 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.911995 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:18.952851 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:18.955770 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:18.958066 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:29:18.991118 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=e7dcedc0-fa57-4d52-a4fe-b23d506ca88d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:19.048180 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (976b610a-546d-454c-a213-86eadda64ca0), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:19.112831 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:19.140492 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:19.210288 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 21528937-2e91-4664-9111-ff2b0348da0f no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:29:19.230115 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 21528937-2e91-4664-9111-ff2b0348da0f {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:29:19.230466 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 21528937-2e91-4664-9111-ff2b0348da0f not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:29:19.530273 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:19.582684 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:19.652516 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=e7dcedc0-fa57-4d52-a4fe-b23d506ca88d,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:19.664690 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (976b610a-546d-454c-a213-86eadda64ca0), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:19.727690 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:19.728982 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-cddec304-7045-4f50-86ce-be79e520a3de tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3196442 Jul 14 12:29:19.877586 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-10702faa-5be5-4046-9edb-afb4c0b62693 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1793619904&fields=id&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 267 time: 0.0430276 Jul 14 12:29:19.987278 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-3ea11d4b-28ce-45f1-9a07-fd4499a8632c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:19.988725 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-3ea11d4b-28ce-45f1-9a07-fd4499a8632c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1046846 Jul 14 12:29:20.003650 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-d4dd85a1-c093-4422-82e1-1495a02b83ec tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/quotas/cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 375 time: 0.0090222 Jul 14 12:29:20.035431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:20.052514 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-8d8f00a2-4ece-43d3-b59b-596da6ea6e5b tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436807 Jul 14 12:29:20.158221 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-96fa7afe-8c36-4b16-aec2-3aa12ef97043 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:29:20.159329 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-96fa7afe-8c36-4b16-aec2-3aa12ef97043 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0956373 Jul 14 12:29:20.251067 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-2a655b17-7f04-41e3-9857-4515deef6472 service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858357 Jul 14 12:29:20.300208 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:20.345533 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-15c07524-5198-40e2-9b3b-a36871d078f1 service neutron] 10.222.0.27 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885661 Jul 14 12:29:20.579799 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-1bddd058-a898-472c-8de5-eafc3f3da9a7 req-5f38a12b-abe2-417b-86d8-67aa87268a8e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 210 time: 0.0272028 Jul 14 12:29:21.679056 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cc0a597a-7832-4d5c-b473-50d147393d45 req-aade0cb6-0072-493d-9ec6-789a294256a1 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 210 time: 0.0278282 Jul 14 12:29:22.708294 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-67de3c86-b47a-41cc-b2d6-a26d675d54e8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:22.709706 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-67de3c86-b47a-41cc-b2d6-a26d675d54e8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 815 time: 0.1095402 Jul 14 12:29:22.782683 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-5c321a97-c4e7-49cc-b9d4-87704babcd58 req-eb94f53a-ba06-4ec7-8cdf-6f3069232566 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 210 time: 0.0310006 Jul 14 12:29:22.786877 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-457a0a2d-eade-429b-a728-bcd0791ded01 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc4efb6abcf3412897b7f1484988aa2b HTTP/1.1" status: 200 len: 380 time: 0.0539420 Jul 14 12:29:22.798525 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'port': {'device_id': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'admin_state_up': True, 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'security_groups': ['3e4f1e28-6eeb-4479-a91f-bcd6fb01c585']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:22.988347 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Made reservation on behalf of cc4efb6abcf3412897b7f1484988aa2b for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:29:22.991666 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:23.115987 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Allocated IP 172.20.0.4 (738fa312-d388-4da8-be3f-aad30d233548/c3d6defd-c350-4bf5-bfff-a0de84c6556d/73530a58-9545-4597-8d97-78d19966975b) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:23.129261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:23.236468 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:23.258333 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for port (73530a58-9545-4597-8d97-78d19966975b), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:23.336898 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (73530a58-9545-4597-8d97-78d19966975b), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:23.382675 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Network 738fa312-d388-4da8-be3f-aad30d233548 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:23.387948 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:23.389914 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event updated for resources: {'Port': ['ID=73530a58-9545-4597-8d97-78d19966975b,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:23.392044 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:29:23.446730 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:23.447369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:23.546002 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-1f5758de-40a2-4a90-9d90-7815ec068b22 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507792 Jul 14 12:29:23.558711 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-46779b38-5abd-4159-bc47-87f1e86bc39e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104470) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:29:23.559710 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-46779b38-5abd-4159-bc47-87f1e86bc39e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051477 Jul 14 12:29:23.575504 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:23.582957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-46f0321d-1cb0-4f9a-a7dd-7420b50df395 None None] Provisioning complete for port 73530a58-9545-4597-8d97-78d19966975b triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:29:23.583335 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-46f0321d-1cb0-4f9a-a7dd-7420b50df395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (73530a58-9545-4597-8d97-78d19966975b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:23.616689 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-46f0321d-1cb0-4f9a-a7dd-7420b50df395 None None] Port 73530a58-9545-4597-8d97-78d19966975b cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:29:23.626850 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Request body: {'port': {'device_id': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:23.687133 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (73530a58-9545-4597-8d97-78d19966975b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:23.916078 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ec963-1a7b-41dc-814b-4030215dc7e4 req-1a0ae598-4fd4-4287-98bb-240f6fd3fd31 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:23.917781 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cb7ec963-1a7b-41dc-814b-4030215dc7e4 req-1a0ae598-4fd4-4287-98bb-240f6fd3fd31 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 931 time: 0.0636494 Jul 14 12:29:24.011269 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cb7ec963-1a7b-41dc-814b-4030215dc7e4 req-757b8221-3c33-4293-9041-addbd1eb617c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874143 Jul 14 12:29:24.019012 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73530a58-9545-4597-8d97-78d19966975b {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:29:24.026852 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Publish callbacks [] for port (73530a58-9545-4597-8d97-78d19966975b), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:24.032521 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:24.039789 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Transition to ACTIVE for port object 73530a58-9545-4597-8d97-78d19966975b will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:29:24.102925 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (73530a58-9545-4597-8d97-78d19966975b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:24.155355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Pushing event updated for resources: {'Port': ['ID=73530a58-9545-4597-8d97-78d19966975b,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:24.233613 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Attempting to bind port 73530a58-9545-4597-8d97-78d19966975b on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:29:24.233918 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Attempting to bind port 73530a58-9545-4597-8d97-78d19966975b by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:29:24.234249 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Attempting to bind port 73530a58-9545-4597-8d97-78d19966975b on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:29:24.239172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Port 73530a58-9545-4597-8d97-78d19966975b on network 738fa312-d388-4da8-be3f-aad30d233548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:29:24.239494 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Attempting to bind port 73530a58-9545-4597-8d97-78d19966975b on network 738fa312-d388-4da8-be3f-aad30d233548 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:29:24.244580 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:29:24.244914 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Checking segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:29:24.245297 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Bound using segment: {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:29:24.245720 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Bound port: 73530a58-9545-4597-8d97-78d19966975b, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e866d0-7e12-4b1a-bc67-70e2b2415013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '738fa312-d388-4da8-be3f-aad30d233548'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:29:24.246076 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (73530a58-9545-4597-8d97-78d19966975b), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:24.284371 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:24.310242 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] For port 73530a58-9545-4597-8d97-78d19966975b, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:29:24.314068 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] For port 73530a58-9545-4597-8d97-78d19966975b, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=73530a58-9545-4597-8d97-78d19966975b,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:29:24.338758 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:24.403344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (73530a58-9545-4597-8d97-78d19966975b), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:24.441373 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:24.441973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:24.443456 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] 10.222.0.86 "PUT /v2.0/ports/73530a58-9545-4597-8d97-78d19966975b HTTP/1.1" status: 200 len: 1093 time: 0.8640101 Jul 14 12:29:24.443889 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'tag': '73530a58-9545-4597-8d97-78d19966975b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:29:24.446111 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98944c38-b7d6-4849-be5a-bbef4f79e5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "tag": "73530a58-9545-4597-8d97-78d19966975b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:24.474216 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a59256-d735-4ded-bb50-4465870a3234 service neutron] Pushing event updated for resources: {'Port': ['ID=73530a58-9545-4597-8d97-78d19966975b,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:24.485689 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c9db8a-34ce-4cb0-b2d3-be694b503949 x-openstack-request-id: req-24c9db8a-34ce-4cb0-b2d3-be694b503949 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:24.485972 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "tag": "73530a58-9545-4597-8d97-78d19966975b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:24.486220 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-24c9db8a-34ce-4cb0-b2d3-be694b503949 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:24.486620 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c9db8a-34ce-4cb0-b2d3-be694b503949'] response: {'name': 'network-changed', 'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'tag': '73530a58-9545-4597-8d97-78d19966975b', 'status': 'completed', 'code': 200} Jul 14 12:29:24.575255 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944c38-b7d6-4849-be5a-bbef4f79e5d4 req-0683e722-b327-4f38-a872-43272d2ee40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:24.575255 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98944c38-b7d6-4849-be5a-bbef4f79e5d4 req-0683e722-b327-4f38-a872-43272d2ee40c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 1127 time: 0.0425673 Jul 14 12:29:24.686295 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944c38-b7d6-4849-be5a-bbef4f79e5d4 req-244808e1-76d7-44f7-be16-9bd799502cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:24.689428 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98944c38-b7d6-4849-be5a-bbef4f79e5d4 req-244808e1-76d7-44f7-be16-9bd799502cbb service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968695 Jul 14 12:29:24.790936 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98944c38-b7d6-4849-be5a-bbef4f79e5d4 req-478b6e79-7b63-4340-9790-d8fd7b472639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:24.792658 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-98944c38-b7d6-4849-be5a-bbef4f79e5d4 req-478b6e79-7b63-4340-9790-d8fd7b472639 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947604 Jul 14 12:29:24.898288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-3faeaebc-2e26-4dc9-ae1b-ae5c6c0108d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:24.899758 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-3faeaebc-2e26-4dc9-ae1b-ae5c6c0108d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 1127 time: 0.0378485 Jul 14 12:29:24.955736 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-6ff1a638-6fc3-4f7f-b716-4ddc75bfdcec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73530a58-9545-4597-8d97-78d19966975b HTTP/1.1" status: 200 len: 217 time: 0.0364571 Jul 14 12:29:25.007120 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-0bcd4252-39b8-46f5-901b-f4b647b929a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:25.008501 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-0bcd4252-39b8-46f5-901b-f4b647b929a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.0427396 Jul 14 12:29:25.053975 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-9d1e1f24-b582-45be-983f-acebc59bf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:25.055496 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-9d1e1f24-b582-45be-983f-acebc59bf910 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381346 Jul 14 12:29:25.167874 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb084e-8545-434f-912a-939a1ef247c8 req-50bdadca-3c57-4805-b450-96149f6a3edc tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:25.169288 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-38fb084e-8545-434f-912a-939a1ef247c8 req-50bdadca-3c57-4805-b450-96149f6a3edc tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 943 time: 0.0869226 Jul 14 12:29:25.206134 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-ec0f4edd-e821-4f62-a799-1ed96114788b service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409526 Jul 14 12:29:25.252073 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-38fb084e-8545-434f-912a-939a1ef247c8 req-af901df3-fbf3-421c-91e3-80161c7b8261 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766578 Jul 14 12:29:25.313815 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-00dde3f7-06af-4a1c-8291-db229f9a9db6 req-fbaf22e8-ac40-45ce-a71c-df1c2436ea06 service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984948 Jul 14 12:29:26.365831 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6b725-dbbf-47e9-ae6b-e8e30341db67 req-67ca4c1a-4318-4248-a064-dab6129a2c53 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:26.367282 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4e6b725-dbbf-47e9-ae6b-e8e30341db67 req-67ca4c1a-4318-4248-a064-dab6129a2c53 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 943 time: 0.0464895 Jul 14 12:29:26.414069 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-b4e6b725-dbbf-47e9-ae6b-e8e30341db67 req-5d2abc90-d615-49ab-99e0-67c3b9ce6b01 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412788 Jul 14 12:29:27.516913 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:27.525076 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73426a2-4114-40b5-9ed8-905132aa2d7a req-1cf2dfbf-b838-4a67-8d2e-1d3a5297909e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:27.530460 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c73426a2-4114-40b5-9ed8-905132aa2d7a req-1cf2dfbf-b838-4a67-8d2e-1d3a5297909e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 943 time: 0.0461979 Jul 14 12:29:27.574235 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-c73426a2-4114-40b5-9ed8-905132aa2d7a req-dd2a3a72-d67c-44f0-b767-c9c019601c4e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Jul 14 12:29:28.689120 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87572c59-42d4-4738-9461-725677251537 req-a2938236-25bb-43c9-9c0d-082734d3710e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:28.690707 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-87572c59-42d4-4738-9461-725677251537 req-a2938236-25bb-43c9-9c0d-082734d3710e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 943 time: 0.0465915 Jul 14 12:29:28.740708 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-87572c59-42d4-4738-9461-725677251537 req-197a3cf4-d3bc-4298-a902-f87911347098 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445333 Jul 14 12:29:29.208325 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 73530a58-9545-4597-8d97-78d19966975b details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:29:29.305199 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 73530a58-9545-4597-8d97-78d19966975b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=73530a58-9545-4597-8d97-78d19966975b,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:29.319633 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': '73530a58-9545-4597-8d97-78d19966975b', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'port_id': '73530a58-9545-4597-8d97-78d19966975b', 'mac_address': 'fa:16:3e:a4:98:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:29:29.354282 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 73530a58-9545-4597-8d97-78d19966975b is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:29:29.354667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (73530a58-9545-4597-8d97-78d19966975b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:29.367500 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73530a58-9545-4597-8d97-78d19966975b {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:29:29.386439 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 73530a58-9545-4597-8d97-78d19966975b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=73530a58-9545-4597-8d97-78d19966975b,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:29.463810 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-1d539f6f-ed58-4554-aba4-18110d7de5d4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378361 Jul 14 12:29:29.471736 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (73530a58-9545-4597-8d97-78d19966975b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:29.520911 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=73530a58-9545-4597-8d97-78d19966975b,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:29.528288 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.528638 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.528987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.529378 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.529709 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.530069 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.530398 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.530718 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.531096 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.531421 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.531742 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.532070 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.532396 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.532707 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.533024 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:29:29.574472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-4b953afc-55ac-495e-b810-f1f9790d192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:29.576718 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-4b953afc-55ac-495e-b810-f1f9790d192a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1129 time: 0.0496545 Jul 14 12:29:29.698164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-000f0e43-7116-4a3e-ac58-22e9d4c0f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:29.704159 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-000f0e43-7116-4a3e-ac58-22e9d4c0f56a service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.1055856 Jul 14 12:29:29.777269 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:29.784714 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-5aa00142-93a7-4cdd-8b5d-9079b77b315d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 200 len: 1001 time: 0.0770402 Jul 14 12:29:29.831081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['73530a58-9545-4597-8d97-78d19966975b'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:29:29.888258 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-e3ab263a-e827-4b60-b0ee-36d188f71a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:29.889760 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-e3ab263a-e827-4b60-b0ee-36d188f71a20 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0975039 Jul 14 12:29:29.897306 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a75dc-a234-4ad6-bd71-e40b10555225 req-a336e2da-603b-4830-b77a-50c2268dd006 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:29.898782 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-738a75dc-a234-4ad6-bd71-e40b10555225 req-a336e2da-603b-4830-b77a-50c2268dd006 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 944 time: 0.0711322 Jul 14 12:29:29.974308 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-f9b825ab-c04a-434f-b678-2e5ea4deef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:29.975902 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-f9b825ab-c04a-434f-b678-2e5ea4deef69 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762606 Jul 14 12:29:30.025167 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-738a75dc-a234-4ad6-bd71-e40b10555225 req-75d45ebe-f7d1-4538-bc27-e9dddf8ee556 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089249 Jul 14 12:29:30.101589 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-dedd78c6-7f75-46b9-a816-f504ee009706 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138906 Jul 14 12:29:30.207793 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-af5c4ddc-787c-4bc5-9cce-20936f8a28bc req-2435e34a-fd9c-465b-b0b4-a95b0892e69d service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980043 Jul 14 12:29:31.143818 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e07713-07a1-49b6-a66d-929b48391fd5 req-0fc40967-9c05-404a-8cc3-8f7d1f443f1e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:31.145304 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36e07713-07a1-49b6-a66d-929b48391fd5 req-0fc40967-9c05-404a-8cc3-8f7d1f443f1e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 944 time: 0.0492511 Jul 14 12:29:31.193060 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-36e07713-07a1-49b6-a66d-929b48391fd5 req-6d750d09-9f63-478f-8f55-ffb89ac24f5f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Jul 14 12:29:31.239945 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 73530a58-9545-4597-8d97-78d19966975b up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:29:31.281263 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port 73530a58-9545-4597-8d97-78d19966975b completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:29:31.345468 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port 73530a58-9545-4597-8d97-78d19966975b triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:29:31.345773 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (73530a58-9545-4597-8d97-78d19966975b), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:31.420325 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port 73530a58-9545-4597-8d97-78d19966975b is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:29:31.420721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (73530a58-9545-4597-8d97-78d19966975b), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:31.443332 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73530a58-9545-4597-8d97-78d19966975b'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:29:31.445510 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a170e3ff-2e72-4756-93ad-1baab59d806b" -d '{"events": [{"server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "name": "network-vif-plugged", "status": "completed", "tag": "73530a58-9545-4597-8d97-78d19966975b"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:31.464748 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port 73530a58-9545-4597-8d97-78d19966975b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=73530a58-9545-4597-8d97-78d19966975b,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:29:31.541733 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794204b-adef-495d-959b-c53bc39097ba x-openstack-request-id: req-6794204b-adef-495d-959b-c53bc39097ba {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:31.542028 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "name": "network-vif-plugged", "status": "completed", "tag": "73530a58-9545-4597-8d97-78d19966975b", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:31.542561 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6794204b-adef-495d-959b-c53bc39097ba {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:31.542992 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6794204b-adef-495d-959b-c53bc39097ba'] response: {'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73530a58-9545-4597-8d97-78d19966975b', 'code': 200} Jul 14 12:29:31.551108 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (73530a58-9545-4597-8d97-78d19966975b), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:31.601251 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=73530a58-9545-4597-8d97-78d19966975b,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:31.911095 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d5944-305e-4ae7-abb7-27c7ddd78589 req-fbc580f9-acd6-4350-8259-ff726fcdacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:31.912471 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0e8d5944-305e-4ae7-abb7-27c7ddd78589 req-fbc580f9-acd6-4350-8259-ff726fcdacc2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 1129 time: 0.0383995 Jul 14 12:29:31.957987 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-0e8d5944-305e-4ae7-abb7-27c7ddd78589 req-39fc3d66-d3bc-4bbd-a58a-c0f0b2e63a02 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Jul 14 12:29:32.308828 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef73c3d-26ac-4f12-ab27-9accdeeab188 req-7f86d3af-0e95-47b2-b541-cc52b1b118ac tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:32.310832 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6ef73c3d-26ac-4f12-ab27-9accdeeab188 req-7f86d3af-0e95-47b2-b541-cc52b1b118ac tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0461519 Jul 14 12:29:32.328865 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:32.358405 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-6ef73c3d-26ac-4f12-ab27-9accdeeab188 req-36b0c2e8-7534-4e31-a757-a7e1419bc7bd tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419161 Jul 14 12:29:33.475799 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfe4c3-76fb-4b8f-9743-9303f98542d1 req-c143b9d4-b826-4806-9cdc-ea3f017ddc5f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:33.477258 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8adfe4c3-76fb-4b8f-9743-9303f98542d1 req-c143b9d4-b826-4806-9cdc-ea3f017ddc5f tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0461917 Jul 14 12:29:33.527613 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8adfe4c3-76fb-4b8f-9743-9303f98542d1 req-24fabb8d-cb55-494d-b0ee-dd13e34265f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 Jul 14 12:29:33.630604 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:33.649896 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839fc1-df62-42ec-ab86-8ce5a750ce7d req-176b7b40-7088-44c0-acd7-bec323242a4e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:33.649896 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-af839fc1-df62-42ec-ab86-8ce5a750ce7d req-176b7b40-7088-44c0-acd7-bec323242a4e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0508044 Jul 14 12:29:33.656104 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35710) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:29:33.660636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Request body: {'floatingip': {'port_id': '73530a58-9545-4597-8d97-78d19966975b'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:33.698386 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (976b610a-546d-454c-a213-86eadda64ca0), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:33.908870 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:34.129300 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:34.182286 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (976b610a-546d-454c-a213-86eadda64ca0), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:34.221810 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:34.276379 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 976b610a-546d-454c-a213-86eadda64ca0 associated. External IP: 172.27.1.129, port: 73530a58-9545-4597-8d97-78d19966975b. Jul 14 12:29:34.713151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:29:34.784788 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:34.819448 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:29:34.824309 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:34.829931 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:29:34.839693 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:29:34.840304 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:29:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:34.855183 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5da35452-2579-4724-bbf1-b68fb88735e4 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "PUT /v2.0/floatingips/976b610a-546d-454c-a213-86eadda64ca0 HTTP/1.1" status: 200 len: 991 time: 1.1979277 Jul 14 12:29:34.855759 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'tag': '73530a58-9545-4597-8d97-78d19966975b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:29:34.858383 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "tag": "73530a58-9545-4597-8d97-78d19966975b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:34.894339 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d270c32-988d-4650-b6e7-45c7b6bb7e9f x-openstack-request-id: req-4d270c32-988d-4650-b6e7-45c7b6bb7e9f {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:34.894630 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "tag": "73530a58-9545-4597-8d97-78d19966975b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:34.894924 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4d270c32-988d-4650-b6e7-45c7b6bb7e9f {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:34.895335 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d270c32-988d-4650-b6e7-45c7b6bb7e9f'] response: {'name': 'network-changed', 'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'tag': '73530a58-9545-4597-8d97-78d19966975b', 'status': 'completed', 'code': 200} Jul 14 12:29:34.935896 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:34.943019 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:34.947239 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:29:34.978465 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-957c7d59-97d0-42f5-86a2-18e4d21cda85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:34.979883 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-957c7d59-97d0-42f5-86a2-18e4d21cda85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 1129 time: 0.0422089 Jul 14 12:29:35.071705 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-6422d34d-8a4f-4919-b0eb-7fdf9562bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:35.073165 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-6422d34d-8a4f-4919-b0eb-7fdf9562bb5f service neutron] 10.222.0.86 "GET /v2.0/networks?id=738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 200 len: 916 time: 0.0870426 Jul 14 12:29:35.137546 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-9496aab5-de2f-478d-9129-66710f1c4c4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73530a58-9545-4597-8d97-78d19966975b HTTP/1.1" status: 200 len: 999 time: 0.0588782 Jul 14 12:29:35.163641 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '976b610a-546d-454c-a213-86eadda64ca0', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '73530a58-9545-4597-8d97-78d19966975b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:a4:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:29:19Z', 'updated_at': '2022-07-14T12:29:34Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:35.176092 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:35.187724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-0189a854-ceb1-417d-a06f-edc1188e9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:35.189146 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-0189a854-ceb1-417d-a06f-edc1188e9b13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 200 len: 854 time: 0.0457840 Jul 14 12:29:35.190922 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:29:35.199426 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:29:35.200037 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:29:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:35.231813 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-a294462e-42cc-41ad-a9e9-508330ed2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:35.233707 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-a294462e-42cc-41ad-a9e9-508330ed2b60 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=738fa312-d388-4da8-be3f-aad30d233548&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391073 Jul 14 12:29:35.303086 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:29:35.327708 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-c4aaaffb-8fb8-41b8-ad05-a6b67ad8f16b service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872757 Jul 14 12:29:35.420477 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-1a5d78e6-d4f9-4ecf-a9fe-0695ea104cd8 req-ba9c53fe-4030-48c2-af65-772f89e19fbb service neutron] 10.222.0.86 "GET /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868988 Jul 14 12:29:35.522556 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '976b610a-546d-454c-a213-86eadda64ca0', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '73530a58-9545-4597-8d97-78d19966975b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:a4:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:29:19Z', 'updated_at': '2022-07-14T12:29:34Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:29:35.548657 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1bd90f-b044-4248-9f15-d1d7f51385a3 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '976b610a-546d-454c-a213-86eadda64ca0', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'port_id': '73530a58-9545-4597-8d97-78d19966975b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'mac_address': 'fa:16:3e:a4:98:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:29:19Z', 'updated_at': '2022-07-14T12:29:34Z', 'revision_number': 1, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:29:35.733979 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb691068-41fd-4ae3-9cc5-3f4c05fe6449 None None] New status for floating IP 976b610a-546d-454c-a213-86eadda64ca0: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:29:37.988018 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb19b-f7d7-4879-8772-0c87d2fedab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:40.250819 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f3ccf5cb-c564-44e8-8815-3443ee17f0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:40.413623 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:29:41.654335 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:42.848217 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:43.157012 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:43.636383 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:45.415010 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=23 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:45.416947 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:45.842455 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:49.243590 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-c68a6f6e-2d9c-4a19-8c7c-428f25ce099d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834465563&fields=id&tenant_id=c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 267 time: 0.0446239 Jul 14 12:29:49.348587 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-c089e123-a56a-4846-983f-7d7d7b9d72fd tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:49.350072 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-c089e123-a56a-4846-983f-7d7d7b9d72fd tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 812 time: 0.1003749 Jul 14 12:29:49.364378 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3c81672c-7b13-4e82-b986-89a49bf54839 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/quotas/c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 375 time: 0.0089567 Jul 14 12:29:49.419160 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-5b4d5cd1-0eba-42df-a05e-6384a277f3b5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498402 Jul 14 12:29:49.433529 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-db4bd0f8-a77f-412b-a43e-0b97a3967641 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=104469) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 14 12:29:49.435158 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-db4bd0f8-a77f-412b-a43e-0b97a3967641 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048432 Jul 14 12:29:49.534477 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-7bb96f29-3a9d-48b9-ba67-b422f2e7ccfa service neutron] 10.222.0.27 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944402 Jul 14 12:29:49.627173 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2c48d5a6-8b35-46e1-835a-409343f0ecf7 service neutron] 10.222.0.27 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Jul 14 12:29:50.230609 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-2554ed4d-fc5d-48b2-a50c-bd8c34631134 req-b3fd8972-387e-4da8-bf83-c818e2845295 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 210 time: 0.0326667 Jul 14 12:29:50.319595 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:50.410348 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:51.330134 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-4a5556b0-58de-4fb2-80c1-42fc7caf2bce req-e6aabe6f-ae66-4d3f-9cb8-f9591b7a52d0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 210 time: 0.0294256 Jul 14 12:29:52.285533 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-782b2a64-fe81-4be7-9f70-c8d9f3d7e9b2 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:52.286987 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-782b2a64-fe81-4be7-9f70-c8d9f3d7e9b2 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 812 time: 0.1032693 Jul 14 12:29:52.358735 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-6851c351-7bed-48be-85f5-a50a83538172 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0d098ca721b409385a08b91d861b295 HTTP/1.1" status: 200 len: 380 time: 0.0545411 Jul 14 12:29:52.369285 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'port': {'device_id': 'f655b530-8145-4a12-bc24-b9836528039c', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'admin_state_up': True, 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'security_groups': ['7f191b90-cd85-47ac-a8c6-ce1c106594fa']}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:52.460840 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-88a6909d-5412-4cbf-b1f2-3e2be6139a3f req-60da3d60-e744-4bc3-98f6-62807c3cf1cf tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 210 time: 0.0564294 Jul 14 12:29:52.610409 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Made reservation on behalf of c0d098ca721b409385a08b91d861b295 for: {'port': 1} {{(pid=104470) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:29:52.613938 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:52.745697 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Allocated IP 172.20.0.3 (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1/c0e794ee-c2ee-4b0d-a212-980b45964dd2/ee3f4594-51d6-48db-a1d9-2d05b7a76d60) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:29:52.884754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:52.976518 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.019011 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:29:53.024423 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:29:53.031217 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:29:53.034688 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:53.085103 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:53.091062 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.173307 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3980d21f-d70a-432b-92f1-f72cb20cc563 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8078685 Jul 14 12:29:53.194035 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Request body: {'port': {'device_id': 'f655b530-8145-4a12-bc24-b9836528039c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84890'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:29:53.250598 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-00962238-4526-45f4-8255-64c569623803 None None] Provisioning complete for port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 triggered by entity DHCP. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:29:53.251225 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:53.251778 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-00962238-4526-45f4-8255-64c569623803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.260041 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.268727 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:53.283855 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-00962238-4526-45f4-8255-64c569623803 None None] Port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 cannot update to ACTIVE because it is not bound. {{(pid=104471) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 14 12:29:53.520529 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee3f4594-51d6-48db-a1d9-2d05b7a76d60 {{(pid=104470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:29:53.528654 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Publish callbacks [] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.544896 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.provisioning_blocks [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Transition to ACTIVE for port object ee3f4594-51d6-48db-a1d9-2d05b7a76d60 will not be triggered until provisioned by entity L2. {{(pid=104470) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 14 12:29:53.582379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc805995-6cb9-4148-8fb5-151da0fa570d req-36e7ef3d-13f7-44f7-8208-897045265494 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:53.583869 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc805995-6cb9-4148-8fb5-151da0fa570d req-36e7ef3d-13f7-44f7-8208-897045265494 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 931 time: 0.0479455 Jul 14 12:29:53.613890 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.633446 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-fc805995-6cb9-4148-8fb5-151da0fa570d req-ef47d37c-7b8c-4961-ab31-1a08c8b9ebcd tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 Jul 14 12:29:53.665235 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:53.746092 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Attempting to bind port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 on host hv-cinder-84890 for vnic_type normal with profile {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 14 12:29:53.746462 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Attempting to bind port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 by drivers openvswitch,hyperv on host hv-cinder-84890 at level 0 using segments [{'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 14 12:29:53.747420 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Attempting to bind port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:29:53.752653 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84890 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 14 12:29:53.752982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Attempting to bind port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 on network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 14 12:29:53.758200 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Checking agent: {'id': '5f5526ad-92b1-4749-9c7f-18c0c4efc615', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84890', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'started_at': datetime.datetime(2022, 7, 14, 12, 16, 18), 'heartbeat_timestamp': datetime.datetime(2022, 7, 14, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 14 12:29:53.758542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Checking segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:29:53.758959 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Bound using segment: {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'} {{(pid=104470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 14 12:29:53.759389 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.managers [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Bound port: ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host: hv-cinder-84890, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45145037-46d2-4195-9d69-7204169e2523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1'}}] {{(pid=104470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 14 12:29:53.759752 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.761514 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:53.828804 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] For port ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host hv-cinder-84890, cleared binding levels {{(pid=104470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 12:29:53.831915 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] For port ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host hv-cinder-84890, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 12:29:53.931042 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.966424 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:53.967158 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:29:53.968547 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] 10.222.0.86 "PUT /v2.0/ports/ee3f4594-51d6-48db-a1d9-2d05b7a76d60 HTTP/1.1" status: 200 len: 1093 time: 0.7788439 Jul 14 12:29:53.969011 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:29:53.971252 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:29:54.000014 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945914d-2d3f-4a00-a018-ec255ed80427 service neutron] Pushing event updated for resources: {'Port': ['ID=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,revision_number=3']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:29:54.021565 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef880a9-b569-4ae0-8659-e37cdc5f4f07 x-openstack-request-id: req-fef880a9-b569-4ae0-8659-e37cdc5f4f07 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:29:54.021855 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:29:54.022106 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fef880a9-b569-4ae0-8659-e37cdc5f4f07 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:29:54.022511 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef880a9-b569-4ae0-8659-e37cdc5f4f07'] response: {'name': 'network-changed', 'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'status': 'completed', 'code': 200} Jul 14 12:29:54.190997 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c req-c78fa68b-2f40-4f7e-a7f7-f9a67d1ec191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.192461 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c req-c78fa68b-2f40-4f7e-a7f7-f9a67d1ec191 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1127 time: 0.0437477 Jul 14 12:29:54.301176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c req-b5c5051d-e0ed-4dc4-947b-4b26c240735e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.302545 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c req-b5c5051d-e0ed-4dc4-947b-4b26c240735e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c0d098ca721b409385a08b91d861b295&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931141 Jul 14 12:29:54.398956 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c req-086396f6-d8e5-4c7b-8a09-24e964b23dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.400340 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4d67c2c4-20a2-486a-a995-a9cbcf718f5c req-086396f6-d8e5-4c7b-8a09-24e964b23dca service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910933 Jul 14 12:29:54.503961 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-76c07498-fdcd-4585-b081-184ec7b9434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.505409 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-76c07498-fdcd-4585-b081-184ec7b9434c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1127 time: 0.0387592 Jul 14 12:29:54.558747 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-27f355f3-2df1-4a16-a5a1-5f2fe9bc1f15 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60 HTTP/1.1" status: 200 len: 217 time: 0.0365388 Jul 14 12:29:54.607783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-35cdbc9c-2e67-4520-af44-04f81d2174cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.609201 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-35cdbc9c-2e67-4520-af44-04f81d2174cc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0445809 Jul 14 12:29:54.652515 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-f40c719a-7515-4083-9b41-50db72cf22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.654484 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-f40c719a-7515-4083-9b41-50db72cf22ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386608 Jul 14 12:29:54.749915 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-e429b29c-a4ff-4a8b-ba85-f9dd180987f3 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884869 Jul 14 12:29:54.752344 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1a87c-408b-442e-8ba3-f3b8e5bdd119 req-d12fdd24-adc3-4fbe-8c58-0c11c3f42bd3 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:54.753863 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9a1a87c-408b-442e-8ba3-f3b8e5bdd119 req-d12fdd24-adc3-4fbe-8c58-0c11c3f42bd3 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0504773 Jul 14 12:29:54.804339 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-c9a1a87c-408b-442e-8ba3-f3b8e5bdd119 req-71d7b602-1533-468a-915c-523487a92f36 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448196 Jul 14 12:29:54.846313 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-4a600479-e1d1-4b48-b95a-1f70920409d0 req-3f141d58-46df-49be-ae71-0800a53a1083 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895669 Jul 14 12:29:55.917076 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf854515-f5c8-40ee-b971-6a247ba4983c req-531de360-3df5-4df6-a7a2-acfb167ab881 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:55.919489 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bf854515-f5c8-40ee-b971-6a247ba4983c req-531de360-3df5-4df6-a7a2-acfb167ab881 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0458233 Jul 14 12:29:55.955947 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:29:55.973968 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-bf854515-f5c8-40ee-b971-6a247ba4983c req-0dd4fafd-0b59-467b-badc-ec21aecf15a5 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Jul 14 12:29:57.085302 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a415e3-b548-4c9b-a4d6-0660a5b3969f req-94161cac-dbad-42a8-a256-1bb4534e665b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:57.086747 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e6a415e3-b548-4c9b-a4d6-0660a5b3969f req-94161cac-dbad-42a8-a256-1bb4534e665b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0469084 Jul 14 12:29:57.135279 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-e6a415e3-b548-4c9b-a4d6-0660a5b3969f req-b0a2f05d-46bf-4b21-a795-d8947e326f48 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429664 Jul 14 12:29:58.247381 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96b4f-c6c0-4e84-94f5-d1e74d22ac8e req-e839bb30-564c-4ee8-8534-f9eeb632a244 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:58.248827 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-80b96b4f-c6c0-4e84-94f5-d1e74d22ac8e req-e839bb30-564c-4ee8-8534-f9eeb632a244 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0467496 Jul 14 12:29:58.297718 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-80b96b4f-c6c0-4e84-94f5-d1e74d22ac8e req-3b7e96b5-5413-47f0-9f96-b6f9e12e661a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Jul 14 12:29:59.412271 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17104575-87c4-4188-b7b7-e43568246bf0 req-9c6ca1aa-d72c-4de1-b061-6d6b03fd53c2 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:29:59.413633 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17104575-87c4-4188-b7b7-e43568246bf0 req-9c6ca1aa-d72c-4de1-b061-6d6b03fd53c2 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0494244 Jul 14 12:29:59.462832 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-17104575-87c4-4188-b7b7-e43568246bf0 req-53e8ee4e-bbe8-40c2-906b-92d9923298ce tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Jul 14 12:30:00.578198 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ff366-7265-4f44-88a8-d1e19d6f94b1 req-dbb70556-2b8d-4632-9e6d-3981fc25cf47 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:00.579663 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff9ff366-7265-4f44-88a8-d1e19d6f94b1 req-dbb70556-2b8d-4632-9e6d-3981fc25cf47 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0469601 Jul 14 12:30:00.632458 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-ff9ff366-7265-4f44-88a8-d1e19d6f94b1 req-ac8f8c20-73df-4649-9652-c47ed7343b53 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472100 Jul 14 12:30:01.748914 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522ee2c-95bc-4972-a04c-52396e4556dc req-6ec1dc34-c345-429b-a558-ebc5355dadba tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:01.750406 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8522ee2c-95bc-4972-a04c-52396e4556dc req-6ec1dc34-c345-429b-a558-ebc5355dadba tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0465465 Jul 14 12:30:01.799991 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-8522ee2c-95bc-4972-a04c-52396e4556dc req-617edad6-0c97-4579-ae22-5d5fb13a4dca tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Jul 14 12:30:02.917106 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c7184-42b8-48da-a054-2cd6d6c75c53 req-d67e2096-efbb-412d-ac2a-c5c869f3f7e6 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:02.919409 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-032c7184-42b8-48da-a054-2cd6d6c75c53 req-d67e2096-efbb-412d-ac2a-c5c869f3f7e6 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 943 time: 0.0508871 Jul 14 12:30:02.970788 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-032c7184-42b8-48da-a054-2cd6d6c75c53 req-1534e321-a11a-4392-be41-4a78703fc666 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Jul 14 12:30:03.412471 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3f4594-51d6-48db-a1d9-2d05b7a76d60 details requested by agent hyperv_hv-cinder-84890 with host hv-cinder-84890 {{(pid=104471) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 12:30:03.503891 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:03.521882 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:03.528798 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:03.534489 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Returning: {'device': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'port_id': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104471) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 12:30:03.569885 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 is: DOWN; New status is: BUILD {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:30:03.570192 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:03.583758 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee3f4594-51d6-48db-a1d9-2d05b7a76d60 {{(pid=104471) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 14 12:30:03.603414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:03.719003 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:03.766346 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,revision_number=4']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:04.038927 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] get_ports_and_sgs() called for port_ids ['ee3f4594-51d6-48db-a1d9-2d05b7a76d60'] {{(pid=104471) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 12:30:04.083382 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06105817-04fd-4f26-b3f4-31db0c615fa3 req-39589060-b125-4ad0-a990-387413d5d8ab tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:04.084855 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-06105817-04fd-4f26-b3f4-31db0c615fa3 req-39589060-b125-4ad0-a990-387413d5d8ab tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 944 time: 0.0473189 Jul 14 12:30:04.136621 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-06105817-04fd-4f26-b3f4-31db0c615fa3 req-7b67be61-666f-40de-a506-2c57287b3fdf tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460908 Jul 14 12:30:05.249321 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3518a3-60d4-44d9-aa45-b488038b97ea req-a8af40a5-99d3-48a8-994f-641fdc04ec4f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:05.250786 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7c3518a3-60d4-44d9-aa45-b488038b97ea req-a8af40a5-99d3-48a8-994f-641fdc04ec4f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 944 time: 0.0471196 Jul 14 12:30:05.269129 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:05.300150 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-7c3518a3-60d4-44d9-aa45-b488038b97ea req-9a2f9c06-808f-4c01-840d-cd84bb514cdd tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Jul 14 12:30:05.440547 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3f4594-51d6-48db-a1d9-2d05b7a76d60 up at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 12:30:05.485488 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning for port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 completed by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 14 12:30:05.544903 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.provisioning_blocks [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Provisioning complete for port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 triggered by entity L2. {{(pid=104471) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 14 12:30:05.545269 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389998'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), provisioning_complete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:05.615914 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Current status of the port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 is: BUILD; New status is: ACTIVE {{(pid=104471) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 14 12:30:05.616289 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), before_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:05.638407 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60'}] {{(pid=104471) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:30:05.640593 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ddef224ae85b492aa832b007ad54e6f9dd0d77e2a40a035d0f796d07c8f155a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bff8db-65cb-426f-91bc-774397a10e2d" -d '{"events": [{"server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "name": "network-vif-plugged", "status": "completed", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60"}]}' {{(pid=104471) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:30:05.653071 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] For port ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:05.678097 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ae956-60e3-48b4-8de6-026e785baf59 x-openstack-request-id: req-cd8ae956-60e3-48b4-8de6-026e785baf59 {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:30:05.678402 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "name": "network-vif-plugged", "status": "completed", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60", "code": 200}]} {{(pid=104471) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:30:05.678652 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cd8ae956-60e3-48b4-8de6-026e785baf59 {{(pid=104471) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:30:05.679087 dv-cinder-848900-3-iscsi neutron-server[104471]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd8ae956-60e3-48b4-8de6-026e785baf59'] response: {'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'code': 200} Jul 14 12:30:05.736049 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:05.785875 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Pushing event updated for resources: {'Port': ['ID=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,revision_number=5']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:06.085097 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a4b1f-5f13-4291-a46a-0d0a5ee74b5a req-6ce0f9bb-39dd-4925-adf9-36064b8ef5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:06.086448 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-234a4b1f-5f13-4291-a46a-0d0a5ee74b5a req-6ce0f9bb-39dd-4925-adf9-36064b8ef5d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1129 time: 0.0432627 Jul 14 12:30:06.131618 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-234a4b1f-5f13-4291-a46a-0d0a5ee74b5a req-c6ed498a-539a-49b7-bca9-aa25f9957e9f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392509 Jul 14 12:30:06.410913 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9e20-838c-47dc-adf3-c028d2288ab7 req-dbd78555-460e-4ed8-881b-d873921e2bfe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:06.412360 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-749c9e20-838c-47dc-adf3-c028d2288ab7 req-dbd78555-460e-4ed8-881b-d873921e2bfe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 945 time: 0.0461657 Jul 14 12:30:06.461823 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-749c9e20-838c-47dc-adf3-c028d2288ab7 req-3239d285-0f62-41db-82a1-94d387edbd45 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437725 Jul 14 12:30:07.560676 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:07.573874 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacf130-59b3-4863-b65a-f116df7ba196 req-7ee48ae1-8d89-4328-b032-1af205298660 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:07.576194 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-faacf130-59b3-4863-b65a-f116df7ba196 req-7ee48ae1-8d89-4328-b032-1af205298660 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 945 time: 0.0473137 Jul 14 12:30:07.595388 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=100 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:07.627146 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-faacf130-59b3-4863-b65a-f116df7ba196 req-61979b5f-6841-4954-8979-169732464aaa tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Jul 14 12:30:07.739769 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c84fc-bd72-4701-9631-5fb25e80e226 req-5bd9bca0-6598-4893-afb9-0f612ade1ac9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:07.741189 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-174c84fc-bd72-4701-9631-5fb25e80e226 req-5bd9bca0-6598-4893-afb9-0f612ade1ac9 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 945 time: 0.0470042 Jul 14 12:30:07.794339 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-174c84fc-bd72-4701-9631-5fb25e80e226 req-6a929e78-8377-4f96-92cd-12b9bc44dd47 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470209 Jul 14 12:30:07.816698 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35812) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:07.853506 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16e4588-cfab-48e9-8d28-63713b6ba06d tempest-TestVolumeBootPattern-865649772 tempest-TestVolumeBootPattern-865649772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:07.854959 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e16e4588-cfab-48e9-8d28-63713b6ba06d tempest-TestVolumeBootPattern-865649772 tempest-TestVolumeBootPattern-865649772-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1124 time: 0.0373080 Jul 14 12:30:07.857636 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35814) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:07.861625 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.v2.base [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Request body: {'floatingip': {'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'port_id': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104470) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:30:07.930567 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:07.993107 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce168-a26c-4d4a-8887-2239b6f16379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:08.008694 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:08.116663 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_common [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Allocated IP 172.27.1.235 (02276e58-87fc-4473-b021-241dbac24866/1ec96b57-bcf6-4554-8432-3a1feba41987/8244c37c-ddd3-4f88-bc39-5e490b7560a9) {{(pid=104470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 12:30:08.140427 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:08.222015 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:08.336696 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762585276910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:08.344669 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:08.374507 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Network 02276e58-87fc-4473-b021-241dbac24866 is already hosted by enough agents. {{(pid=104470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 12:30:08.377346 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.base_scheduler [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Resources bound (agent type, host, resource id): {{(pid=104470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:08.383208 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Received port after_create {{(pid=104470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 14 12:30:08.411033 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=8244c37c-ddd3-4f88-bc39-5e490b7560a9,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:08.732845 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:08.852109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), before_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:08.973064 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:08.999805 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:09.055500 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762585625101', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762585277188', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762585277206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6960205'] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:09.124225 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event updated for resources: {'Port': ['ID=8244c37c-ddd3-4f88-bc39-5e490b7560a9,revision_number=2']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:09.137969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:09.470568 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Floating IP 7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4 associated. External IP: 172.27.1.235, port: ee3f4594-51d6-48db-a1d9-2d05b7a76d60. Jul 14 12:30:09.670862 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:30:09.726228 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:09.776720 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:09.786323 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:09.797122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:30:09.797735 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:29:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:09.846896 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:09.879877 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6cf0a6c9-c299-4cfb-9b10-cd968a34fd9c tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0212448 Jul 14 12:30:09.880737 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:30:09.882755 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effae3f9-98d2-4793-8390-e86e67968e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:30:09.921073 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b0a470-d2eb-4b86-9482-bae43b895cdc x-openstack-request-id: req-09b0a470-d2eb-4b86-9482-bae43b895cdc {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:30:09.921364 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:30:09.921645 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-09b0a470-d2eb-4b86-9482-bae43b895cdc {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:30:09.922075 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b0a470-d2eb-4b86-9482-bae43b895cdc'] response: {'name': 'network-changed', 'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'status': 'completed', 'code': 200} Jul 14 12:30:10.008057 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:10.014029 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae3f9-98d2-4793-8390-e86e67968e5e req-b4bfce29-bd04-40ca-a078-985db0ea4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:10.015559 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-b4bfce29-bd04-40ca-a078-985db0ea4f49 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1129 time: 0.0430944 Jul 14 12:30:10.030729 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:30:10.069598 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:10.108418 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae3f9-98d2-4793-8390-e86e67968e5e req-7a4702e1-b183-4f8c-8ad9-76f623a07e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:10.109971 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-7a4702e1-b183-4f8c-8ad9-76f623a07e07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.0884469 Jul 14 12:30:10.175840 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-e050ddd1-1a49-49b0-9211-c183c109cbd5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60 HTTP/1.1" status: 200 len: 999 time: 0.0597303 Jul 14 12:30:10.218979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:10.226352 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae3f9-98d2-4793-8390-e86e67968e5e req-38b442b9-7ca9-4154-92ab-7f06601cbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:10.229798 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-38b442b9-7ca9-4154-92ab-7f06601cbfe9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0456567 Jul 14 12:30:10.250377 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-13c4b6d1-5df4-4466-9af2-411746a56680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:10.269843 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f655b530-8145-4a12-bc24-b9836528039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:30:08Z', 'updated_at': '2022-07-14T12:30:08Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}, {'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:05Z', 'revision_number': 1, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:10.273777 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effae3f9-98d2-4793-8390-e86e67968e5e req-dcdb8fdf-10bf-4a67-8adc-f7fec34eb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:10.275390 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-dcdb8fdf-10bf-4a67-8adc-f7fec34eb179 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399108 Jul 14 12:30:10.292922 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:10.302367 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:30:10.303024 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:30:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:10.371232 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-4a2cb1a7-2b8a-4d87-a829-1f7029b5801c service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896988 Jul 14 12:30:10.407325 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:30:10.462651 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-effae3f9-98d2-4793-8390-e86e67968e5e req-a38eb806-6fbd-44cb-91bb-bde15b7de055 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842319 Jul 14 12:30:10.619868 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f655b530-8145-4a12-bc24-b9836528039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:30:08Z', 'updated_at': '2022-07-14T12:30:08Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}, {'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:05Z', 'revision_number': 1, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:10.651929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a68b90-8df6-486f-8aca-a8b1eac8e85d None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': '7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.235', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:ca:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f655b530-8145-4a12-bc24-b9836528039c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:30:08Z', 'updated_at': '2022-07-14T12:30:08Z', 'revision_number': 0, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}, {'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:05Z', 'revision_number': 1, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:10.834287 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c6853-9936-4b0a-96f9-4d30ca9b3038 None None] New status for floating IP 7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4: ACTIVE {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:30:11.653274 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:12.844402 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:13.158531 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:17.412322 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:30:17.623311 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:20.327624 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:20.452915 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=54 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:20.460074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=18 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:20.936022 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:30.244017 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:30.245848 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:30.609720 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-89f4c81b-d01d-4430-8faf-b3adfc4081fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428519 Jul 14 12:30:30.716768 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-00629ca4-dc2a-4d10-9e31-a1728262cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:30.718265 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-00629ca4-dc2a-4d10-9e31-a1728262cb2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1129 time: 0.0457678 Jul 14 12:30:30.832305 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-876e8913-1946-4e23-b675-fe0eb83b2696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:30.834167 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-876e8913-1946-4e23-b675-fe0eb83b2696 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.0929282 Jul 14 12:30:30.911122 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-0001b0d1-8add-4582-9c61-70ad0488a426 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 200 len: 1001 time: 0.0680482 Jul 14 12:30:30.968867 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-7b96b6dc-1423-4e19-8fb3-6f57a78f274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:30.970642 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-7b96b6dc-1423-4e19-8fb3-6f57a78f274b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0528831 Jul 14 12:30:31.019026 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-9c0cd295-a864-47af-bb5c-f3e7c2fc53b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:31.020911 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-9c0cd295-a864-47af-bb5c-f3e7c2fc53b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418141 Jul 14 12:30:31.123495 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-ab06b33c-d71e-41ce-ad8c-d556a5e18a8e service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927937 Jul 14 12:30:31.229096 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3d88bad3-47a6-427f-b3b3-cbc105487306 req-743b87c0-bc89-4832-814e-7a23415fd938 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978992 Jul 14 12:30:32.450512 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a73a8e-df37-4c01-9e07-02306e2378e9 req-95df9054-9622-4e7a-94dc-6b2ba9928dcd tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:32.452019 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d4a73a8e-df37-4c01-9e07-02306e2378e9 req-95df9054-9622-4e7a-94dc-6b2ba9928dcd tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0470493 Jul 14 12:30:32.498597 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-d4a73a8e-df37-4c01-9e07-02306e2378e9 req-4104cf07-fc90-4db9-b1be-5c6817fccdf7 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Jul 14 12:30:32.860818 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:32.862698 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:33.616480 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb97fe6-fe40-43cb-bbbd-89ed411e2a65 req-89ad4b83-f7ec-4598-8924-64c9b1db0054 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:33.617943 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cdb97fe6-fe40-43cb-bbbd-89ed411e2a65 req-89ad4b83-f7ec-4598-8924-64c9b1db0054 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0513031 Jul 14 12:30:33.666262 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-cdb97fe6-fe40-43cb-bbbd-89ed411e2a65 req-e2a676c9-e2dc-4a85-be28-671d5fdffab5 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Jul 14 12:30:34.434148 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-3991da31-9fb7-4268-8f30-d606411c60f6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:34.436227 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-3991da31-9fb7-4268-8f30-d606411c60f6 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0466318 Jul 14 12:30:34.522498 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port 73530a58-9545-4597-8d97-78d19966975b {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:30:34.522778 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (73530a58-9545-4597-8d97-78d19966975b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:34.611318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] For port 73530a58-9545-4597-8d97-78d19966975b, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=73530a58-9545-4597-8d97-78d19966975b,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:34.611699 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (73530a58-9545-4597-8d97-78d19966975b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:34.777215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:34.778385 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684317'] for floatingip (976b610a-546d-454c-a213-86eadda64ca0), after_update {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:34.778385 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Floating IP 976b610a-546d-454c-a213-86eadda64ca0 disassociated. External IP: 172.27.1.129, port: 73530a58-9545-4597-8d97-78d19966975b. Jul 14 12:30:34.778845 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for 73530a58-9545-4597-8d97-78d19966975b owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:30:34.780346 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:34.784669 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b643c-1e93-44db-9d4b-a2ae6983ff78 req-c91fc069-e886-486a-b969-507c6dbde944 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:34.786391 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9e2b643c-1e93-44db-9d4b-a2ae6983ff78 req-c91fc069-e886-486a-b969-507c6dbde944 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 945 time: 0.0507212 Jul 14 12:30:34.789162 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:34.834381 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-9e2b643c-1e93-44db-9d4b-a2ae6983ff78 req-160c386c-e8c7-49ac-bdef-d9a167e37d9c tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups?id=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422060 Jul 14 12:30:34.989584 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (73530a58-9545-4597-8d97-78d19966975b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:35.018195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=73530a58-9545-4597-8d97-78d19966975b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:35.031235 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.031366 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.031670 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.032002 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.032329 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.032674 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.032972 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.033290 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.033611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.033926 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.034245 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.034590 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.034935 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.035253 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.035568 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:35.141168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:30:35.249344 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:35.259171 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:35.270027 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:30:35.270848 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:30:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.291115 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] No DVR routers for this DVR port 73530a58-9545-4597-8d97-78d19966975b on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:30:35.295143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:35.298293 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-adb43777-b305-45f2-a400-3eb53bcb8414 req-20340ada-5db3-47e4-b03e-1abf640ecb0d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.86 "DELETE /v2.0/ports/73530a58-9545-4597-8d97-78d19966975b HTTP/1.1" status: 204 len: 173 time: 0.8552122 Jul 14 12:30:35.298724 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'name': 'network-vif-deleted', 'tag': '73530a58-9545-4597-8d97-78d19966975b'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:30:35.301429 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e48b7a-06cd-422a-a1c4-abed37e592fc" -d '{"events": [{"server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "name": "network-vif-deleted", "tag": "73530a58-9545-4597-8d97-78d19966975b"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:30:35.337363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce7395a-bf2f-4a45-88d1-24d51ea34c2f x-openstack-request-id: req-dce7395a-bf2f-4a45-88d1-24d51ea34c2f {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:30:35.337654 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9165911d-50d6-4f97-958b-fd82bd5a3e34", "name": "network-vif-deleted", "tag": "73530a58-9545-4597-8d97-78d19966975b", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:30:35.337907 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dce7395a-bf2f-4a45-88d1-24d51ea34c2f {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:30:35.338306 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce7395a-bf2f-4a45-88d1-24d51ea34c2f'] response: {'server_uuid': '9165911d-50d6-4f97-958b-fd82bd5a3e34', 'name': 'network-vif-deleted', 'tag': '73530a58-9545-4597-8d97-78d19966975b', 'status': 'completed', 'code': 200} Jul 14 12:30:35.380107 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:30:35.579945 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.608448 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:35.616687 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:30:35.617280 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:30:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.720937 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:30:35.909122 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:35.935538 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddcd50e-daa4-4924-9829-32714736af00 None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:25:17Z', 'revision_number': 4, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'ef51cf1d-60f8-4eed-9255-7aa07a73ae74', 'name': '', 'network_id': '738fa312-d388-4da8-be3f-aad30d233548', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'mac_address': 'fa:16:3e:a5:66:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:17Z', 'updated_at': '2022-07-14T12:25:21Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'subnets': [{'id': 'c3d6defd-c350-4bf5-bfff-a0de84c6556d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:35.943385 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-52783f6f-36d9-4517-8c53-2946b30cbe91 req-b3e7f117-ad6d-4f49-885d-df10e800788d tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/ports?device_id=9165911d-50d6-4f97-958b-fd82bd5a3e34 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Jul 14 12:30:36.159600 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ddc8c-ba70-484c-828b-3e7bbe87e146 None None] New status for floating IP 976b610a-546d-454c-a213-86eadda64ca0: DOWN {{(pid=104472) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:30:37.089893 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35904) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:37.148190 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10c0ea45-5805-4c8c-9869-64d4ff0878f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (3e4f1e28-6eeb-4479-a91f-bcd6fb01c585), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.171508 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10c0ea45-5805-4c8c-9869-64d4ff0878f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (3e4f1e28-6eeb-4479-a91f-bcd6fb01c585), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.295487 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10c0ea45-5805-4c8c-9869-64d4ff0878f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (3e4f1e28-6eeb-4479-a91f-bcd6fb01c585), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.297954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-10c0ea45-5805-4c8c-9869-64d4ff0878f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.299164 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-10c0ea45-5805-4c8c-9869-64d4ff0878f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/security-groups/3e4f1e28-6eeb-4479-a91f-bcd6fb01c585 HTTP/1.1" status: 204 len: 168 time: 0.2080982 Jul 14 12:30:37.301854 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35906) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:37.308658 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ea45-5805-4c8c-9869-64d4ff0878f8 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f1e28-6eeb-4479-a91f-bcd6fb01c585,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:37.318807 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.api.v2.resource [None req-f8e178e2-ecdb-4667-88c6-0eb067ca895e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] show failed (client error): The resource could not be found. Jul 14 12:30:37.318807 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-f8e178e2-ecdb-4667-88c6-0eb067ca895e tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "GET /v2.0/security-groups/3e4f1e28-6eeb-4479-a91f-bcd6fb01c585 HTTP/1.1" status: 404 len: 347 time: 0.0142348 Jul 14 12:30:37.320667 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35908) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:37.434253 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Deleting port e7dcedc0-fa57-4d52-a4fe-b23d506ca88d {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:30:37.434589 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.492662 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:37.509806 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.510131 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.527152 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Calling delete_port for e7dcedc0-fa57-4d52-a4fe-b23d506ca88d owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:30:37.709736 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (e7dcedc0-fa57-4d52-a4fe-b23d506ca88d), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.734081 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Pushing event deleted for resources: {'Port': ['ID=e7dcedc0-fa57-4d52-a4fe-b23d506ca88d,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:37.740747 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:37.801618 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks [] for floatingip (976b610a-546d-454c-a213-86eadda64ca0), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.804056 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:37.805190 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-486911ed-51c1-43fb-bdcd-7d18ad9ad717 tempest-AttachVolumeNegativeTest-988300533 tempest-AttachVolumeNegativeTest-988300533-project] 10.222.0.27 "DELETE /v2.0/floatingips/976b610a-546d-454c-a213-86eadda64ca0 HTTP/1.1" status: 204 len: 168 time: 0.4834099 Jul 14 12:30:38.021198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-ea224a38-b20a-4714-8588-05519b760775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:39.625225 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 73530a58-9545-4597-8d97-78d19966975b no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:39.644625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 73530a58-9545-4597-8d97-78d19966975b {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:30:39.644963 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 73530a58-9545-4597-8d97-78d19966975b not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:40.247324 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-67ac18c4-3d56-493a-be9d-94052b7d948a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:41.649255 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:41.908353 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35946) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:42.309536 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (70db9cdc-099a-42c9-8b49-5ae4486d26d5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:42.527922 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Deleting port ef51cf1d-60f8-4eed-9255-7aa07a73ae74 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:30:42.528261 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:42.613702 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] For port ef51cf1d-60f8-4eed-9255-7aa07a73ae74, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:42.614060 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:42.626891 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:42.628070 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Calling delete_port for ef51cf1d-60f8-4eed-9255-7aa07a73ae74 owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:30:42.858789 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:42.995167 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:43.115861 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ef51cf1d-60f8-4eed-9255-7aa07a73ae74), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:43.142797 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef51cf1d-60f8-4eed-9255-7aa07a73ae74,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:43.166961 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:43.323330 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (70db9cdc-099a-42c9-8b49-5ae4486d26d5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:43.535469 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:30:43.643656 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:30:43.648903 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5035450a-f5d8-4216-bd43-ff2518d2273d admin admin] 10.222.0.27 "PUT /v2.0/routers/70db9cdc-099a-42c9-8b49-5ae4486d26d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7395072 Jul 14 12:30:43.651431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35950) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:43.652099 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] Sync routers for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:30:43.665959 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:30:43.666584 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:30:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:43.765875 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks [] for router (70db9cdc-099a-42c9-8b49-5ae4486d26d5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:43.873936 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks [] for router_gateway (70db9cdc-099a-42c9-8b49-5ae4486d26d5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:43.906153 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:30:43.971990 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:43.987151 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Deleting port c2dee697-9c97-468e-9441-7d8f935c516f {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:30:43.987494 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.025516 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:44.037447 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:44.045403 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:44.074634 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] For port c2dee697-9c97-468e-9441-7d8f935c516f, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=c2dee697-9c97-468e-9441-7d8f935c516f,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:44.074969 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.089103 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Calling delete_port for c2dee697-9c97-468e-9441-7d8f935c516f owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:30:44.094730 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166'}], 'enable_snat': True}, 'gw_port_id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:30:43Z', 'revision_number': 5, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port': {'id': 'c2dee697-9c97-468e-9441-7d8f935c516f', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:25:15Z', 'updated_at': '2022-07-14T12:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:44.122908 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] Checking router: 70db9cdc-099a-42c9-8b49-5ae4486d26d5 for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:30:44.131974 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] Routers {'70db9cdc-099a-42c9-8b49-5ae4486d26d5'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:30:44.132524 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:30:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:44.223690 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] Set router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 gateway port host: None {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:30:44.278079 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:30:43Z', 'revision_number': 6, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port_host': None}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:44.309495 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb97bda-cd8e-42ad-9d76-9f12bff5ef4b None None] The sync data for ids ['70db9cdc-099a-42c9-8b49-5ae4486d26d5'] in dv-cinder-848900-3-iscsi is: [{'id': '70db9cdc-099a-42c9-8b49-5ae4486d26d5', 'name': 'tempest-AttachVolumeNegativeTest-2124160452-router', 'tenant_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:25:14Z', 'updated_at': '2022-07-14T12:30:43Z', 'revision_number': 6, 'project_id': 'cc4efb6abcf3412897b7f1484988aa2b', 'gw_port_host': None}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:30:44.338355 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (c2dee697-9c97-468e-9441-7d8f935c516f), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.372611 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2dee697-9c97-468e-9441-7d8f935c516f,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:44.436461 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (70db9cdc-099a-42c9-8b49-5ae4486d26d5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.525082 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (70db9cdc-099a-42c9-8b49-5ae4486d26d5), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.527323 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks [] for router_controller (70db9cdc-099a-42c9-8b49-5ae4486d26d5), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.658464 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (70db9cdc-099a-42c9-8b49-5ae4486d26d5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.659053 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70db9cdc-099a-42c9-8b49-5ae4486d26d5 {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:30:44.665323 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.666520 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b06f189c-e313-4c47-af7d-9453e20b4c1f admin admin] 10.222.0.27 "DELETE /v2.0/routers/70db9cdc-099a-42c9-8b49-5ae4486d26d5 HTTP/1.1" status: 204 len: 168 time: 1.0141430 Jul 14 12:30:44.670016 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 35952) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:44.726893 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Deleting subnet c3d6defd-c350-4bf5-bfff-a0de84c6556d {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:30:44.731438 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Publish callbacks [] for subnet (c3d6defd-c350-4bf5-bfff-a0de84c6556d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.773706 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (c3d6defd-c350-4bf5-bfff-a0de84c6556d), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:44.852517 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (c3d6defd-c350-4bf5-bfff-a0de84c6556d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.001972 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (c3d6defd-c350-4bf5-bfff-a0de84c6556d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.035957 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3d6defd-c350-4bf5-bfff-a0de84c6556d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:45.038734 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.052957 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c3d6defd-c350-4bf5-bfff-a0de84c6556d HTTP/1.1" status: 204 len: 168 time: 0.3708148 Jul 14 12:30:45.053164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970322c-3bb7-4816-95f2-dcac38d90e1e None None] Network 738fa312-d388-4da8-be3f-aad30d233548 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:30:45.053631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35954) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054113 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054941 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054941 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.054941 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.055658 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.055658 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.056218 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.056775 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b60f4-4ecd-4f55-8df6-25f9f0feba04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.069846 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:45.134973 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (738fa312-d388-4da8-be3f-aad30d233548), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.190179 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Deleting port 99c6227f-93ee-4863-8341-8c8869236049 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:30:45.190179 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (99c6227f-93ee-4863-8341-8c8869236049), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.244159 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] DHCP port deletion for 738fa312-d388-4da8-be3f-aad30d233548 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:30:45.269824 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] For port 99c6227f-93ee-4863-8341-8c8869236049, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=99c6227f-93ee-4863-8341-8c8869236049,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:45.270307 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (99c6227f-93ee-4863-8341-8c8869236049), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.288245 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Calling delete_port for 99c6227f-93ee-4863-8341-8c8869236049 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:30:45.292758 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Deleting port 99c6227f-93ee-4863-8341-8c8869236049 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:30:45.293267 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (99c6227f-93ee-4863-8341-8c8869236049), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.360995 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] For port 99c6227f-93ee-4863-8341-8c8869236049, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=99c6227f-93ee-4863-8341-8c8869236049,segment=NetworkSegment(89e866d0-7e12-4b1a-bc67-70e2b2415013),segment_id=89e866d0-7e12-4b1a-bc67-70e2b2415013)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:30:45.367917 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (99c6227f-93ee-4863-8341-8c8869236049), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.379243 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Calling delete_port for 99c6227f-93ee-4863-8341-8c8869236049 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:30:45.483807 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (99c6227f-93ee-4863-8341-8c8869236049), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.491868 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (99c6227f-93ee-4863-8341-8c8869236049), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.510244 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c6227f-93ee-4863-8341-8c8869236049,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:45.517634 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] No DVR routers for this DVR port 99c6227f-93ee-4863-8341-8c8869236049 on host dv-cinder-848900-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:30:45.519203 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] No DVR routers for this DVR port 99c6227f-93ee-4863-8341-8c8869236049 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:30:45.520799 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Pushing event deleted for resources: {'Port': ['ID=99c6227f-93ee-4863-8341-8c8869236049,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:45.533624 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.533978 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.534327 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.534667 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.535467 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.536414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.536414 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.536582 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.536803 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.537090 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.537418 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.537797 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.538143 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.538369 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.538695 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1975f57-cdfb-4e3d-8b83-640746252477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:30:45.601321 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (738fa312-d388-4da8-be3f-aad30d233548), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.623410 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738fa312-d388-4da8-be3f-aad30d233548']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:45.633134 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e866d0-7e12-4b1a-bc67-70e2b2415013') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:45.633430 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e866d0-7e12-4b1a-bc67-70e2b2415013') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:30:45.644297 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (89e866d0-7e12-4b1a-bc67-70e2b2415013), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.659245 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (89e866d0-7e12-4b1a-bc67-70e2b2415013), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.665795 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:30:45.666216 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (89e866d0-7e12-4b1a-bc67-70e2b2415013), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.760080 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 89e866d0-7e12-4b1a-bc67-70e2b2415013 resource provider aggregate not found Jul 14 12:30:45.779255 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 89e866d0-7e12-4b1a-bc67-70e2b2415013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89e866d0-7e12-4b1a-bc67-70e2b2415013 found for delete ", "request_id": "req-5843e0bf-4727-4243-9234-e3e03a463c03"}]} Jul 14 12:30:45.818489 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (738fa312-d388-4da8-be3f-aad30d233548), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.824956 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:45.827909 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] 10.222.0.27 "DELETE /v2.0/networks/738fa312-d388-4da8-be3f-aad30d233548 HTTP/1.1" status: 204 len: 168 time: 0.7819235 Jul 14 12:30:45.839695 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00fe11-d861-4d5b-9f04-a560577a25c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=738fa312-d388-4da8-be3f-aad30d233548,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:46.209220 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35964) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:46.256175 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-40d9ab78-de17-4847-a74a-ad8fd2363c8e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cc4efb6abcf3412897b7f1484988aa2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457354 Jul 14 12:30:46.258581 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 35966) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:46.300342 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device ef51cf1d-60f8-4eed-9255-7aa07a73ae74 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:46.316059 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0aa5ab51-40fb-419f-a898-b153ef43b90e admin admin] Publish callbacks [] for security_group (1de512ea-784c-4ef2-a4f0-14315321e793), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:46.322342 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: ef51cf1d-60f8-4eed-9255-7aa07a73ae74 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:30:46.322693 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device ef51cf1d-60f8-4eed-9255-7aa07a73ae74 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:46.323601 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 99c6227f-93ee-4863-8341-8c8869236049 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:46.341790 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0aa5ab51-40fb-419f-a898-b153ef43b90e admin admin] Publish callbacks [] for security_group (1de512ea-784c-4ef2-a4f0-14315321e793), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:46.348844 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 99c6227f-93ee-4863-8341-8c8869236049 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:30:46.349198 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 99c6227f-93ee-4863-8341-8c8869236049 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:46.349603 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device c2dee697-9c97-468e-9441-7d8f935c516f no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:30:46.373164 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: c2dee697-9c97-468e-9441-7d8f935c516f {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:30:46.373784 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device c2dee697-9c97-468e-9441-7d8f935c516f not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:30:46.501275 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0aa5ab51-40fb-419f-a898-b153ef43b90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (1de512ea-784c-4ef2-a4f0-14315321e793), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:46.503904 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-0aa5ab51-40fb-419f-a898-b153ef43b90e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:46.505104 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-0aa5ab51-40fb-419f-a898-b153ef43b90e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1de512ea-784c-4ef2-a4f0-14315321e793 HTTP/1.1" status: 204 len: 168 time: 0.2454996 Jul 14 12:30:46.507337 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:46.519232 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5ab51-40fb-419f-a898-b153ef43b90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de512ea-784c-4ef2-a4f0-14315321e793,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:48.787021 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:48.796982 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=9 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:49.171779 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36012) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:49.286013 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dcb17884-b541-499b-a8ba-2543a837e8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.364594 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dcb17884-b541-499b-a8ba-2543a837e8a5 admin admin] Publish callbacks [] for security_group (f9515f3f-2c37-4400-834c-8490c5b55c8d), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.452318 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-dcb17884-b541-499b-a8ba-2543a837e8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f9515f3f-2c37-4400-834c-8490c5b55c8d), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.494199 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-dcb17884-b541-499b-a8ba-2543a837e8a5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=84a6ecf0fc1b48ebb7f45e4b657859fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212290 Jul 14 12:30:49.494879 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb17884-b541-499b-a8ba-2543a837e8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9515f3f-2c37-4400-834c-8490c5b55c8d,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:49.497680 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36016) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:49.551681 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e682d3f1-90f6-4846-87bc-a53845fbe0a6 admin admin] Publish callbacks [] for security_group (f9515f3f-2c37-4400-834c-8490c5b55c8d), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.574119 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e682d3f1-90f6-4846-87bc-a53845fbe0a6 admin admin] Publish callbacks [] for security_group (f9515f3f-2c37-4400-834c-8490c5b55c8d), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.695194 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e682d3f1-90f6-4846-87bc-a53845fbe0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f9515f3f-2c37-4400-834c-8490c5b55c8d), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.697722 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e682d3f1-90f6-4846-87bc-a53845fbe0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:49.698965 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e682d3f1-90f6-4846-87bc-a53845fbe0a6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f9515f3f-2c37-4400-834c-8490c5b55c8d HTTP/1.1" status: 204 len: 168 time: 0.2002549 Jul 14 12:30:49.707184 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682d3f1-90f6-4846-87bc-a53845fbe0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9515f3f-2c37-4400-834c-8490c5b55c8d,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:50.309345 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.342363 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36022) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:50.356546 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d5743bc2-c377-4df8-b764-b4f921308bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.442743 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d5743bc2-c377-4df8-b764-b4f921308bcb admin admin] Publish callbacks [] for security_group (2e8a96d9-d625-4669-8c39-7c6f6bebecb9), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.523562 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d5743bc2-c377-4df8-b764-b4f921308bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2e8a96d9-d625-4669-8c39-7c6f6bebecb9), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.534494 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:50.568629 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d5743bc2-c377-4df8-b764-b4f921308bcb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=655b8fa3bd3646bc998cf55c66dc60de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251503 Jul 14 12:30:50.571288 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36024) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:50.573440 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743bc2-c377-4df8-b764-b4f921308bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8a96d9-d625-4669-8c39-7c6f6bebecb9,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:50.626721 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e37a-6931-4042-9c79-c94518249fa6 admin admin] Publish callbacks [] for security_group (2e8a96d9-d625-4669-8c39-7c6f6bebecb9), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.648757 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e37a-6931-4042-9c79-c94518249fa6 admin admin] Publish callbacks [] for security_group (2e8a96d9-d625-4669-8c39-7c6f6bebecb9), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.780838 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e37a-6931-4042-9c79-c94518249fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (2e8a96d9-d625-4669-8c39-7c6f6bebecb9), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.783454 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-c9c8e37a-6931-4042-9c79-c94518249fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:50.784619 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-c9c8e37a-6931-4042-9c79-c94518249fa6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2e8a96d9-d625-4669-8c39-7c6f6bebecb9 HTTP/1.1" status: 204 len: 168 time: 0.2123315 Jul 14 12:30:50.793369 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8e37a-6931-4042-9c79-c94518249fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8a96d9-d625-4669-8c39-7c6f6bebecb9,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:52.067215 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36046) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:52.166508 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-691586613-network', 'tenant_id': 'f0510d496daf4bc9a2f75c2d0f5a3507'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:30:52.255217 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Made reservation on behalf of f0510d496daf4bc9a2f75c2d0f5a3507 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:52.257576 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.267379 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.277865 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:52.342590 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks [] for security_group (074df6a4-c38e-4c9e-ac83-68ffa01cb6d7), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.400473 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (074df6a4-c38e-4c9e-ac83-68ffa01cb6d7), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.429799 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:30:52.435950 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074df6a4-c38e-4c9e-ac83-68ffa01cb6d7,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:52.442964 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (815ca3e3-d7a9-40d3-b2ed-b1c76595c13f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.443315 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Added segment 815ca3e3-d7a9-40d3-b2ed-b1c76595c13f of type vlan for network e0d439f4-d255-4781-9886-0d9b324ad47a Jul 14 12:30:52.482921 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (e0d439f4-d255-4781-9886-0d9b324ad47a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.561380 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (e0d439f4-d255-4781-9886-0d9b324ad47a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.562304 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:52.562942 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.624666 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d439f4-d255-4781-9886-0d9b324ad47a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:52.634452 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network e0d439f4-d255-4781-9886-0d9b324ad47a details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:30:52.646624 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b87ada3f-0265-4f94-bd6c-b766043de688 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5783269 Jul 14 12:30:52.649490 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36050) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:52.654172 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Request body: {'subnet': {'network_id': 'e0d439f4-d255-4781-9886-0d9b324ad47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-691586613-subnet', 'tenant_id': 'f0510d496daf4bc9a2f75c2d0f5a3507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:30:52.718334 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Made reservation on behalf of f0510d496daf4bc9a2f75c2d0f5a3507 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:52.720745 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510434'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:52.840342 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:52.952932 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510416'] for subnet (8ec0fca9-241c-4701-8613-43467cff32af), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:53.006251 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec0fca9-241c-4701-8613-43467cff32af,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:53.023288 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Checking segment: {'id': '815ca3e3-d7a9-40d3-b2ed-b1c76595c13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e0d439f4-d255-4781-9886-0d9b324ad47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:30:53.023648 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Network hostable DHCP agents. Network: e0d439f4-d255-4781-9886-0d9b324ad47a, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:30:53.143485 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Network e0d439f4-d255-4781-9886-0d9b324ad47a is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:30:53.220310 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, e0d439f4-d255-4781-9886-0d9b324ad47a) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:53.224424 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:53.225035 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:53.229018 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8faf8b-fe22-4f99-bb5e-ae54c916ae81 None None] Network e0d439f4-d255-4781-9886-0d9b324ad47a requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:30:53.303203 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-8f5ae9b5-4ae1-4e69-a271-0e656327ac08 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6526589 Jul 14 12:30:53.334605 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cfcea8-908e-4357-b102-da71c8261a0a None None] Network e0d439f4-d255-4781-9886-0d9b324ad47a requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:30:53.393422 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:54.003828 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36066) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:54.008736 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-847425777-network', 'tenant_id': 'aa770184ba2d4cdea8f31cdc392b8441'}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:30:54.100568 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Made reservation on behalf of aa770184ba2d4cdea8f31cdc392b8441 for: {'network': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:54.103039 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446271'] for network (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.112469 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.188057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks [] for security_group (5b9777e5-6cb5-41e6-a618-f5742fa89789), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.292174 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (5b9777e5-6cb5-41e6-a618-f5742fa89789), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.323902 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 12:30:54.330395 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9777e5-6cb5-41e6-a618-f5742fa89789,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:54.337465 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (8d2a393f-6143-45b0-a1a4-5404da311416), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.342581 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.segments_db [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Added segment 8d2a393f-6143-45b0-a1a4-5404da311416 of type vlan for network 8a13e764-35c6-4439-9978-26cf9cdc2419 Jul 14 12:30:54.378391 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762585262129'] for network (8a13e764-35c6-4439-9978-26cf9cdc2419), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.410812 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:30:54.477931 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188'] for network (8a13e764-35c6-4439-9978-26cf9cdc2419), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.478890 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:54.479466 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.485397 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:54.539885 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] Pushing event updated for resources: {'Network': ['ID=8a13e764-35c6-4439-9978-26cf9cdc2419,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:54.550128 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Network 8a13e764-35c6-4439-9978-26cf9cdc2419 details requested by agent ovs-agent-dv-cinder-848900-3-iscsi with host dv-cinder-848900-3-iscsi {{(pid=104471) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 12:30:54.609536 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-4fc8ba04-28c6-4f5d-ac89-5ed2de7a1d35 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6045625 Jul 14 12:30:54.612340 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36068) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:30:54.617012 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.v2.base [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Request body: {'subnet': {'network_id': '8a13e764-35c6-4439-9978-26cf9cdc2419', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-847425777-subnet', 'tenant_id': 'aa770184ba2d4cdea8f31cdc392b8441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 14 12:30:54.718524 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Made reservation on behalf of aa770184ba2d4cdea8f31cdc392b8441 for: {'subnet': 1} {{(pid=104469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 12:30:54.721346 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4510434'] for subnet (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:54.838126 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:30:55.001057 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4510416'] for subnet (72628a95-f32d-45df-9248-a07dee8ab5a5), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:55.061666 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=72628a95-f32d-45df-9248-a07dee8ab5a5,revision_number=0']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:30:55.072375 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Checking segment: {'id': '8d2a393f-6143-45b0-a1a4-5404da311416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8a13e764-35c6-4439-9978-26cf9cdc2419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 14 12:30:55.072732 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Network hostable DHCP agents. Network: 8a13e764-35c6-4439-9978-26cf9cdc2419, hostable agents: ['ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754'], hosted agents: [] {{(pid=104469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 12:30:55.143173 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Network 8a13e764-35c6-4439-9978-26cf9cdc2419 is scheduled to be hosted by DHCP agent ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754 with binding_index 1 {{(pid=104469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 12:30:55.218488 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.base_scheduler [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-848900-3-iscsi, 8a13e764-35c6-4439-9978-26cf9cdc2419) {{(pid=104469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 12:30:55.222496 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:30:55.223160 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:30:55.226981 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a5675-2dfa-4075-a74a-76d83fe3f0da None None] Network 8a13e764-35c6-4439-9978-26cf9cdc2419 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:30:55.295387 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e3b68698-b9c1-4633-84a7-b6b6b5a5e6af admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6818290 Jul 14 12:30:55.328213 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dc810-9229-496e-a08d-6fc5adadb1b1 None None] Network 8a13e764-35c6-4439-9978-26cf9cdc2419 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:30:55.340768 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:00.787222 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:00.788001 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:04.406219 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:04.407043 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:05.229937 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:INSERT=3,neutron:SELECT=47,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:05.232901 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:08.009224 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a5fcb1f7-e8ed-4c28-974f-a0b385a159ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:10.272008 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-035f3feb-69da-4fd5-a8c1-3c68536457b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.360397 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36190) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:11.405093 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Deleting subnet 8ec0fca9-241c-4701-8613-43467cff32af {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:31:11.409046 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Publish callbacks [] for subnet (8ec0fca9-241c-4701-8613-43467cff32af), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.442937 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (8ec0fca9-241c-4701-8613-43467cff32af), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.482329 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (8ec0fca9-241c-4701-8613-43467cff32af), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.609439 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (8ec0fca9-241c-4701-8613-43467cff32af), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.637531 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec0fca9-241c-4701-8613-43467cff32af,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:11.646380 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.646380 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-bf2dcd7c-0372-4435-8c0c-b4f333560197 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8ec0fca9-241c-4701-8613-43467cff32af HTTP/1.1" status: 204 len: 168 time: 0.2818193 Jul 14 12:31:11.646380 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36192) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:11.660375 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.714698 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (e0d439f4-d255-4781-9886-0d9b324ad47a), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.795882 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (e0d439f4-d255-4781-9886-0d9b324ad47a), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.816245 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d439f4-d255-4781-9886-0d9b324ad47a']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:11.825378 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815ca3e3-d7a9-40d3-b2ed-b1c76595c13f') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:11.825680 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815ca3e3-d7a9-40d3-b2ed-b1c76595c13f') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:11.835597 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (815ca3e3-d7a9-40d3-b2ed-b1c76595c13f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.848370 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (815ca3e3-d7a9-40d3-b2ed-b1c76595c13f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.854413 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:31:11.854832 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (815ca3e3-d7a9-40d3-b2ed-b1c76595c13f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.985258 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 815ca3e3-d7a9-40d3-b2ed-b1c76595c13f resource provider aggregate not found Jul 14 12:31:11.997521 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (e0d439f4-d255-4781-9886-0d9b324ad47a), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:11.999875 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 815ca3e3-d7a9-40d3-b2ed-b1c76595c13f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 815ca3e3-d7a9-40d3-b2ed-b1c76595c13f found for delete ", "request_id": "req-6773ea6a-52d5-4480-aae9-fe37d07c231a"}]} Jul 14 12:31:12.004141 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.007206 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] 10.222.0.27 "DELETE /v2.0/networks/e0d439f4-d255-4781-9886-0d9b324ad47a HTTP/1.1" status: 204 len: 168 time: 0.3603849 Jul 14 12:31:12.010117 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36200) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:12.018561 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f00b9-3dc7-4fa9-a21b-fb650065151f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d439f4-d255-4781-9886-0d9b324ad47a,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:12.058491 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Deleting subnet 72628a95-f32d-45df-9248-a07dee8ab5a5 {{(pid=104470) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:31:12.061722 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Publish callbacks [] for subnet (72628a95-f32d-45df-9248-a07dee8ab5a5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.097589 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5714455'] for subnet (72628a95-f32d-45df-9248-a07dee8ab5a5), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.136901 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (72628a95-f32d-45df-9248-a07dee8ab5a5), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.232074 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962059', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5603995'] for subnet (72628a95-f32d-45df-9248-a07dee8ab5a5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.262238 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72628a95-f32d-45df-9248-a07dee8ab5a5,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:12.266196 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for subnet (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.270261 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e62917ab-64ab-4cdc-a670-f7289b2e180d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/72628a95-f32d-45df-9248-a07dee8ab5a5 HTTP/1.1" status: 204 len: 168 time: 0.2591519 Jul 14 12:31:12.272733 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36202) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:12.341903 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (8a13e764-35c6-4439-9978-26cf9cdc2419), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.426282 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (8a13e764-35c6-4439-9978-26cf9cdc2419), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.448416 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a13e764-35c6-4439-9978-26cf9cdc2419']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:12.458327 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2a393f-6143-45b0-a1a4-5404da311416') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:12.458624 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2a393f-6143-45b0-a1a4-5404da311416') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:12.468024 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (8d2a393f-6143-45b0-a1a4-5404da311416), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.480979 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (8d2a393f-6143-45b0-a1a4-5404da311416), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.487336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:31:12.487717 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (8d2a393f-6143-45b0-a1a4-5404da311416), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.535252 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 8d2a393f-6143-45b0-a1a4-5404da311416 resource provider aggregate not found Jul 14 12:31:12.553765 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 8d2a393f-6143-45b0-a1a4-5404da311416 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d2a393f-6143-45b0-a1a4-5404da311416 found for delete ", "request_id": "req-f5278815-543f-4bab-9936-4a16486f17b1"}]} Jul 14 12:31:12.605816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (8a13e764-35c6-4439-9978-26cf9cdc2419), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.611350 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.614345 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] 10.222.0.27 "DELETE /v2.0/networks/8a13e764-35c6-4439-9978-26cf9cdc2419 HTTP/1.1" status: 204 len: 168 time: 0.3406916 Jul 14 12:31:12.625359 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d13c1-0745-4ccb-82e0-6a5839b88880 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a13e764-35c6-4439-9978-26cf9cdc2419,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:12.842946 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:12.995620 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36210) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:13.039231 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-40150715-bfab-4394-9a80-b8ce2118dba2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f0510d496daf4bc9a2f75c2d0f5a3507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424199 Jul 14 12:31:13.041646 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36212) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:13.092665 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b78ef985-7e64-4b08-b9ef-6f6cf1bfeb0f admin admin] Publish callbacks [] for security_group (074df6a4-c38e-4c9e-ac83-68ffa01cb6d7), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:13.115581 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b78ef985-7e64-4b08-b9ef-6f6cf1bfeb0f admin admin] Publish callbacks [] for security_group (074df6a4-c38e-4c9e-ac83-68ffa01cb6d7), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:13.183462 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:13.240767 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b78ef985-7e64-4b08-b9ef-6f6cf1bfeb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (074df6a4-c38e-4c9e-ac83-68ffa01cb6d7), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:13.243239 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-b78ef985-7e64-4b08-b9ef-6f6cf1bfeb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:13.244392 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-b78ef985-7e64-4b08-b9ef-6f6cf1bfeb0f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/074df6a4-c38e-4c9e-ac83-68ffa01cb6d7 HTTP/1.1" status: 204 len: 168 time: 0.2018712 Jul 14 12:31:13.252635 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ef985-7e64-4b08-b9ef-6f6cf1bfeb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074df6a4-c38e-4c9e-ac83-68ffa01cb6d7,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:13.924069 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36218) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:13.964136 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-44fbef97-ebbe-4f79-b904-670ee1a77001 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=aa770184ba2d4cdea8f31cdc392b8441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388842 Jul 14 12:31:13.970108 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36220) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:14.021600 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-77abaa92-9a9d-447c-a21a-9ca3a4f7b504 admin admin] Publish callbacks [] for security_group (5b9777e5-6cb5-41e6-a618-f5742fa89789), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:14.031787 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:14.043698 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-77abaa92-9a9d-447c-a21a-9ca3a4f7b504 admin admin] Publish callbacks [] for security_group (5b9777e5-6cb5-41e6-a618-f5742fa89789), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:14.053511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:14.163264 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-77abaa92-9a9d-447c-a21a-9ca3a4f7b504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (5b9777e5-6cb5-41e6-a618-f5742fa89789), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:14.165754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-77abaa92-9a9d-447c-a21a-9ca3a4f7b504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:14.166970 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-77abaa92-9a9d-447c-a21a-9ca3a4f7b504 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5b9777e5-6cb5-41e6-a618-f5742fa89789 HTTP/1.1" status: 204 len: 168 time: 0.1957734 Jul 14 12:31:14.176309 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abaa92-9a9d-447c-a21a-9ca3a4f7b504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9777e5-6cb5-41e6-a618-f5742fa89789,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:19.594168 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36278) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:19.698398 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72153365-4762-4c42-8728-5f0998aa2471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:19.773176 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72153365-4762-4c42-8728-5f0998aa2471 admin admin] Publish callbacks [] for security_group (ef52827f-231a-47e0-923d-e63de882c661), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:19.834325 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-72153365-4762-4c42-8728-5f0998aa2471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ef52827f-231a-47e0-923d-e63de882c661), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:19.873732 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-72153365-4762-4c42-8728-5f0998aa2471 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=78b6cc9f4ed945eeaf871ae17f553acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784631 Jul 14 12:31:19.874858 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72153365-4762-4c42-8728-5f0998aa2471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef52827f-231a-47e0-923d-e63de882c661,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:19.877275 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36282) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:19.927354 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08b0ca84-9861-45b4-844a-b26c577f5453 admin admin] Publish callbacks [] for security_group (ef52827f-231a-47e0-923d-e63de882c661), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:19.947932 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08b0ca84-9861-45b4-844a-b26c577f5453 admin admin] Publish callbacks [] for security_group (ef52827f-231a-47e0-923d-e63de882c661), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:20.123209 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08b0ca84-9861-45b4-844a-b26c577f5453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (ef52827f-231a-47e0-923d-e63de882c661), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:20.125836 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-08b0ca84-9861-45b4-844a-b26c577f5453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:20.127028 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-08b0ca84-9861-45b4-844a-b26c577f5453 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ef52827f-231a-47e0-923d-e63de882c661 HTTP/1.1" status: 204 len: 168 time: 0.2487459 Jul 14 12:31:20.134802 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0ca84-9861-45b4-844a-b26c577f5453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef52827f-231a-47e0-923d-e63de882c661,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:20.397268 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:20.832678 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36288) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:20.846236 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99f311bb-6f4b-44eb-823e-8b55ff5e94ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:20.922114 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99f311bb-6f4b-44eb-823e-8b55ff5e94ee admin admin] Publish callbacks [] for security_group (6059294d-0f10-4bf7-b4bf-f9d061a9134a), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:20.979943 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-99f311bb-6f4b-44eb-823e-8b55ff5e94ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6059294d-0f10-4bf7-b4bf-f9d061a9134a), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:21.008622 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:21.016110 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:21.019978 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-99f311bb-6f4b-44eb-823e-8b55ff5e94ee admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4c1e3d1218364efaad19bd4f3c3dc803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863043 Jul 14 12:31:21.021026 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f311bb-6f4b-44eb-823e-8b55ff5e94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6059294d-0f10-4bf7-b4bf-f9d061a9134a,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:21.022799 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36290) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:21.075812 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-08fa5b31-8355-4b22-ba35-410a0ac8ac2b admin admin] Publish callbacks [] for security_group (6059294d-0f10-4bf7-b4bf-f9d061a9134a), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:21.098147 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-08fa5b31-8355-4b22-ba35-410a0ac8ac2b admin admin] Publish callbacks [] for security_group (6059294d-0f10-4bf7-b4bf-f9d061a9134a), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:21.254163 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-08fa5b31-8355-4b22-ba35-410a0ac8ac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6059294d-0f10-4bf7-b4bf-f9d061a9134a), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:21.256662 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-08fa5b31-8355-4b22-ba35-410a0ac8ac2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:21.257827 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-08fa5b31-8355-4b22-ba35-410a0ac8ac2b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6059294d-0f10-4bf7-b4bf-f9d061a9134a HTTP/1.1" status: 204 len: 168 time: 0.2339156 Jul 14 12:31:21.279124 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa5b31-8355-4b22-ba35-410a0ac8ac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6059294d-0f10-4bf7-b4bf-f9d061a9134a,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:25.783612 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:25.796579 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:30.280231 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=58,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:31.129693 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=41,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:31.262192 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=35,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:31.278734 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:31.409695 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:31:32.622136 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-26ab063e-872f-4b69-b194-d476ea54adb0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394895 Jul 14 12:31:32.703076 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-935ac881-a968-4c11-981b-01b3a3d6d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:32.704732 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-935ac881-a968-4c11-981b-01b3a3d6d306 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1129 time: 0.0403411 Jul 14 12:31:32.757269 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36408) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:32.818550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-f11a7aac-7090-4adc-b207-32750f37cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:32.820137 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-f11a7aac-7090-4adc-b207-32750f37cc37 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.0922832 Jul 14 12:31:32.864959 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59cac17e-281e-41ae-98ec-6000b11f21e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:32.886427 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-f0274491-66c4-409e-b4fa-2fd8f8461a54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60 HTTP/1.1" status: 200 len: 1001 time: 0.0563767 Jul 14 12:31:32.941136 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59cac17e-281e-41ae-98ec-6000b11f21e9 admin admin] Publish callbacks [] for security_group (662c50fd-28af-4f48-bc24-258bbb00f99f), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:32.943019 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-40283186-4da6-4769-947f-afb80fa891fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:32.944465 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-40283186-4da6-4769-947f-afb80fa891fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0497527 Jul 14 12:31:32.990535 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-e7678fd6-323d-4d7b-9efa-659ce8695d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:32.992028 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-e7678fd6-323d-4d7b-9efa-659ce8695d55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387671 Jul 14 12:31:33.014324 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-59cac17e-281e-41ae-98ec-6000b11f21e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (662c50fd-28af-4f48-bc24-258bbb00f99f), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:33.053599 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cac17e-281e-41ae-98ec-6000b11f21e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c50fd-28af-4f48-bc24-258bbb00f99f,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:33.059746 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-59cac17e-281e-41ae-98ec-6000b11f21e9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=84c0b2ff48d4484da9d8387b8a4b0e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005702 Jul 14 12:31:33.061682 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36412) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:33.093996 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-fe4a0512-2f15-48e0-a4d9-8947ef97fcbb service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890398 Jul 14 12:31:33.111349 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4655c40-a5d3-4f1e-bdec-02b83ea38210 admin admin] Publish callbacks [] for security_group (662c50fd-28af-4f48-bc24-258bbb00f99f), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:33.136205 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4655c40-a5d3-4f1e-bdec-02b83ea38210 admin admin] Publish callbacks [] for security_group (662c50fd-28af-4f48-bc24-258bbb00f99f), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:33.190850 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-e73d9543-5b85-4d47-86a8-c9f6ae6179a7 req-39a362ce-d49d-4210-8ffa-931b071402ed service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Jul 14 12:31:33.254072 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4655c40-a5d3-4f1e-bdec-02b83ea38210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (662c50fd-28af-4f48-bc24-258bbb00f99f), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:33.256766 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c4655c40-a5d3-4f1e-bdec-02b83ea38210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:33.257896 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c4655c40-a5d3-4f1e-bdec-02b83ea38210 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/662c50fd-28af-4f48-bc24-258bbb00f99f HTTP/1.1" status: 204 len: 168 time: 0.1953204 Jul 14 12:31:33.266118 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4655c40-a5d3-4f1e-bdec-02b83ea38210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c50fd-28af-4f48-bc24-258bbb00f99f,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:33.838503 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36418) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:33.851856 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9251-7bbf-4020-8883-a092fe0ec7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:33.926583 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9251-7bbf-4020-8883-a092fe0ec7d1 admin admin] Publish callbacks [] for security_group (a42255a0-4f80-40cc-829f-f37184501a3d), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:34.011510 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9251-7bbf-4020-8883-a092fe0ec7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a42255a0-4f80-40cc-829f-f37184501a3d), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:34.054536 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-dd3d9251-7bbf-4020-8883-a092fe0ec7d1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1b39f1c9c989402da4400fd7d0851f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148511 Jul 14 12:31:34.054783 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36420) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:34.062516 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d9251-7bbf-4020-8883-a092fe0ec7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42255a0-4f80-40cc-829f-f37184501a3d,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:34.103751 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ac08d6c3-1530-4120-8c90-97fdb9105e14 admin admin] Publish callbacks [] for security_group (a42255a0-4f80-40cc-829f-f37184501a3d), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:34.125166 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ac08d6c3-1530-4120-8c90-97fdb9105e14 admin admin] Publish callbacks [] for security_group (a42255a0-4f80-40cc-829f-f37184501a3d), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:34.231539 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ac08d6c3-1530-4120-8c90-97fdb9105e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a42255a0-4f80-40cc-829f-f37184501a3d), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:34.234150 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-ac08d6c3-1530-4120-8c90-97fdb9105e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:34.235320 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ac08d6c3-1530-4120-8c90-97fdb9105e14 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a42255a0-4f80-40cc-829f-f37184501a3d HTTP/1.1" status: 204 len: 168 time: 0.1796741 Jul 14 12:31:34.244543 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08d6c3-1530-4120-8c90-97fdb9105e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42255a0-4f80-40cc-829f-f37184501a3d,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:34.939336 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36426) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:34.955485 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.029464 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Publish callbacks [] for security_group (17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.071032 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.110720 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=42dcd6e599f54cdca5b90e1592115a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701829 Jul 14 12:31:35.111457 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:35.113297 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36428) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:35.119542 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.119891 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.120259 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.120599 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.120934 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.121267 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.121593 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.121919 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.122243 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.122568 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.122931 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.123257 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.123576 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.123892 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.124208 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a207db88-27c8-45cf-9310-10ab55c69cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:35.164710 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b30350c6-5cca-48f1-a84b-670adb9aa2d8 admin admin] Publish callbacks [] for security_group (17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.185909 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b30350c6-5cca-48f1-a84b-670adb9aa2d8 admin admin] Publish callbacks [] for security_group (17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.285375 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b30350c6-5cca-48f1-a84b-670adb9aa2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.288720 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b30350c6-5cca-48f1-a84b-670adb9aa2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:35.289844 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b30350c6-5cca-48f1-a84b-670adb9aa2d8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14 HTTP/1.1" status: 204 len: 168 time: 0.1755910 Jul 14 12:31:35.300906 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30350c6-5cca-48f1-a84b-670adb9aa2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ab5fcf-c2e5-4c2c-aa7c-9a28f66a2a14,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:36.437922 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:38.002608 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0f45-e02b-4904-9dc5-9c59ad272006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:38.205239 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36480) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:38.312854 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:38.345364 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:38.348253 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Deleting port 8244c37c-ddd3-4f88-bc39-5e490b7560a9 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:38.348600 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:38.425738 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:38.426067 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (8244c37c-ddd3-4f88-bc39-5e490b7560a9), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:38.438172 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Calling delete_port for 8244c37c-ddd3-4f88-bc39-5e490b7560a9 owned by network:floatingip {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:38.902829 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (8244c37c-ddd3-4f88-bc39-5e490b7560a9), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:38.933460 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'Port': ['ID=8244c37c-ddd3-4f88-bc39-5e490b7560a9,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:38.992712 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:38.992998 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.db.l3_db [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Floating IP 7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4 disassociated (deleted). External IP: 172.27.1.235, port: ee3f4594-51d6-48db-a1d9-2d05b7a76d60. Jul 14 12:31:39.164988 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:39.187923 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:31:39.293713 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:31:39.298667 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:39.304698 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:31:39.315118 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:31:39.315938 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:39.330326 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-e58e4e7c-dcbe-4af7-b6e7-e5937b8cdb35 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "DELETE /v2.0/floatingips/7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4 HTTP/1.1" status: 204 len: 168 time: 1.1240115 Jul 14 12:31:39.330934 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60'}] {{(pid=104469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:31:39.333187 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eaeb3c5e1a08df38141482c62dd8088b2e4e1799dabae3c2e5e29bb3585da6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8acb81-64db-467c-860b-1b8efa5e5353" -d '{"events": [{"name": "network-changed", "server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60"}]}' {{(pid=104469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:31:39.420062 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:31:39.503848 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2549a4c-8202-4ba7-9f65-ce6f1f4f8a43 x-openstack-request-id: req-c2549a4c-8202-4ba7-9f65-ce6f1f4f8a43 {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:31:39.504377 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60", "status": "completed", "code": 200}]} {{(pid=104469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:31:39.504635 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2549a4c-8202-4ba7-9f65-ce6f1f4f8a43 {{(pid=104469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:31:39.505266 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2549a4c-8202-4ba7-9f65-ce6f1f4f8a43'] response: {'name': 'network-changed', 'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'status': 'completed', 'code': 200} Jul 14 12:31:39.646471 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-4a719e1c-53f4-4fba-80eb-49c79e356847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:39.648294 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-4a719e1c-53f4-4fba-80eb-49c79e356847 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 1129 time: 0.0448995 Jul 14 12:31:39.684481 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:39.687037 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:39.738718 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:05Z', 'revision_number': 1, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:39.766593 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:31:39.776006 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:31:39.776622 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:10Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:39.778400 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-c57d9a02-216e-4e72-938a-8c3ff179b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:39.780062 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-c57d9a02-216e-4e72-938a-8c3ff179b1d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.1260102 Jul 14 12:31:39.870896 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e38253-f1bf-408e-816b-d312cd924569 req-6e2b90c3-2a46-429d-a877-c033228b18ce tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:39.872936 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34e38253-f1bf-408e-816b-d312cd924569 req-6e2b90c3-2a46-429d-a877-c033228b18ce tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 945 time: 0.0482259 Jul 14 12:31:39.886391 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:31:39.939057 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-34e38253-f1bf-408e-816b-d312cd924569 req-561e9c45-2a04-4ac6-b0e1-7f0a6d0ef7b0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546267 Jul 14 12:31:40.114111 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:05Z', 'revision_number': 1, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:40.139507 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f720e-571b-4119-be66-1a78cfbe6be7 None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_floatingips': [{'id': 'c634fd6b-575a-4e44-bd46-0e03f2450313', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '02276e58-87fc-4473-b021-241dbac24866', 'router_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'port_id': '252f163a-d3e9-43b6-852d-55c257c784e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'mac_address': 'fa:16:3e:05:20:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-14T12:28:03Z', 'updated_at': '2022-07-14T12:28:05Z', 'revision_number': 1, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:31:40.271928 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-52d47bb2-2648-485d-8552-70c18042ef23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:40.366333 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca4041-9cfe-4b03-b315-b2ed16872ecf None None] New status for floating IP 7f26c4a4-bd6d-4d1d-9fb5-0e117b59a0f4: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:31:41.062985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4386323-84f5-4357-b8c9-4c845f1fc2fb req-395a7b15-edfd-4618-a32e-0a78fc14b70b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:41.064530 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a4386323-84f5-4357-b8c9-4c845f1fc2fb req-395a7b15-edfd-4618-a32e-0a78fc14b70b tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 945 time: 0.0470896 Jul 14 12:31:41.133951 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-7949f668-6786-4231-a246-eac7d885affe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60 HTTP/1.1" status: 200 len: 217 time: 0.0440483 Jul 14 12:31:41.173843 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-a4386323-84f5-4357-b8c9-4c845f1fc2fb req-cb30ad88-ec2a-4e3b-8338-3646fee38c02 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033220 Jul 14 12:31:41.195405 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-65c557b1-5e4c-4188-980c-073fc703ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:41.195405 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-65c557b1-5e4c-4188-980c-073fc703ba70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.0528004 Jul 14 12:31:41.351660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-6666cd90-9c57-4fbc-88d9-dd1a871e715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:41.353140 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-6666cd90-9c57-4fbc-88d9-dd1a871e715f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414114 Jul 14 12:31:41.450149 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-a81e1971-f695-4070-a8e7-ab90b18d20fa service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899258 Jul 14 12:31:41.663201 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:41.755292 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-3f8acb81-64db-467c-860b-1b8efa5e5353 req-e05e7b6a-6744-45cb-bd14-a8ddf7198ab7 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886121 Jul 14 12:31:41.850648 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-a6c2b6e5-1897-467d-a1ee-f08d5b2f2743 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:41.850648 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-a6c2b6e5-1897-467d-a1ee-f08d5b2f2743 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 945 time: 0.0545175 Jul 14 12:31:41.928655 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Deleting port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:41.929115 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:42.021985 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] For port ee3f4594-51d6-48db-a1d9-2d05b7a76d60, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:42.022335 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:42.035445 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Calling delete_port for ee3f4594-51d6-48db-a1d9-2d05b7a76d60 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:42.251655 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (ee3f4594-51d6-48db-a1d9-2d05b7a76d60), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:42.276598 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-125721c9-8eab-461a-8bb6-b63ebd53604b req-70e48d02-33c8-43cd-ad49-7208cdea1963 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 210 time: 0.0321255 Jul 14 12:31:42.284968 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'Port': ['ID=ee3f4594-51d6-48db-a1d9-2d05b7a76d60,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:42.331571 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] No DVR routers for this DVR port ee3f4594-51d6-48db-a1d9-2d05b7a76d60 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:31:42.334986 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:42.338304 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-18e9fc42-222a-429f-b899-32b70b4cbe7d req-954ecff9-0a96-4047-95ea-0e0ff788d074 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "DELETE /v2.0/ports/ee3f4594-51d6-48db-a1d9-2d05b7a76d60 HTTP/1.1" status: 204 len: 173 time: 0.4864743 Jul 14 12:31:42.344049 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'name': 'network-vif-deleted', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:31:42.344049 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2c73f9-7646-4cf2-bcd3-44a55634e85e" -d '{"events": [{"server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "name": "network-vif-deleted", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:31:42.375610 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac96cfa6-9ccb-4b31-9d99-2392accb43b5 x-openstack-request-id: req-ac96cfa6-9ccb-4b31-9d99-2392accb43b5 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:31:42.375910 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f655b530-8145-4a12-bc24-b9836528039c", "name": "network-vif-deleted", "tag": "ee3f4594-51d6-48db-a1d9-2d05b7a76d60", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:31:42.376164 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ac96cfa6-9ccb-4b31-9d99-2392accb43b5 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:31:42.376566 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac96cfa6-9ccb-4b31-9d99-2392accb43b5'] response: {'server_uuid': 'f655b530-8145-4a12-bc24-b9836528039c', 'name': 'network-vif-deleted', 'tag': 'ee3f4594-51d6-48db-a1d9-2d05b7a76d60', 'status': 'completed', 'code': 200} Jul 14 12:31:42.871389 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:43.153802 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:43.397643 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-7f97de96-2ec1-48e3-9e19-a67c3b652627 req-da7dd13a-1f83-4e05-bb42-820772023910 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=f655b530-8145-4a12-bc24-b9836528039c HTTP/1.1" status: 200 len: 210 time: 0.0295222 Jul 14 12:31:45.963224 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3f4594-51d6-48db-a1d9-2d05b7a76d60 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:31:45.982929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: ee3f4594-51d6-48db-a1d9-2d05b7a76d60 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:31:45.983279 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device ee3f4594-51d6-48db-a1d9-2d05b7a76d60 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:31:46.640299 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36578) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:46.745871 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:46.820386 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Publish callbacks [] for security_group (97cd9d78-422a-4c7a-9422-5111affc257b), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:46.888430 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (97cd9d78-422a-4c7a-9422-5111affc257b), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:46.892638 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36584) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:46.899289 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:46.931563 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4120d235d25c4d77957007b9fc5a2130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901895 Jul 14 12:31:46.932818 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cd9d78-422a-4c7a-9422-5111affc257b,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:46.934215 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36586) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:46.940486 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.940832 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.941178 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.941518 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.941853 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.942631 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.943021 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.943359 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.943694 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.944052 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.944385 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.944752 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.945081 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.945405 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.945728 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c629d-076a-4d3e-acdb-72986671776b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:46.951865 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:47.287061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f17f397d-0f8e-46d4-95f4-32f94777f183 admin admin] Publish callbacks [] for security_group (97cd9d78-422a-4c7a-9422-5111affc257b), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.336098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f17f397d-0f8e-46d4-95f4-32f94777f183 admin admin] Publish callbacks [] for security_group (97cd9d78-422a-4c7a-9422-5111affc257b), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.342357 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Deleting port 98f0837b-7ed6-4fd0-bda2-054b03550c43 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:47.342668 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.442547 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.442902 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (98f0837b-7ed6-4fd0-bda2-054b03550c43), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.455017 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Calling delete_port for 98f0837b-7ed6-4fd0-bda2-054b03550c43 owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:47.535754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f17f397d-0f8e-46d4-95f4-32f94777f183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (97cd9d78-422a-4c7a-9422-5111affc257b), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.538311 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-f17f397d-0f8e-46d4-95f4-32f94777f183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.539483 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-f17f397d-0f8e-46d4-95f4-32f94777f183 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/97cd9d78-422a-4c7a-9422-5111affc257b HTTP/1.1" status: 204 len: 168 time: 0.6042728 Jul 14 12:31:47.559192 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f397d-0f8e-46d4-95f4-32f94777f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cd9d78-422a-4c7a-9422-5111affc257b,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:47.685641 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (98f0837b-7ed6-4fd0-bda2-054b03550c43), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.712631 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'Port': ['ID=98f0837b-7ed6-4fd0-bda2-054b03550c43,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:47.776896 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (c634fd6b-575a-4e44-bd46-0e03f2450313), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:47.781834 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.db.l3_db [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Floating IP c634fd6b-575a-4e44-bd46-0e03f2450313 disassociated (deleted). External IP: 172.27.1.150, port: 252f163a-d3e9-43b6-852d-55c257c784e1. Jul 14 12:31:47.876887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:47.979734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:31:48.034061 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:48.089038 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:31:48.093845 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.098664 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:31:48.108640 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:31:48.109245 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:48.126065 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-5f809572-e602-49f2-88f6-fcc9ea11b632 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "DELETE /v2.0/floatingips/c634fd6b-575a-4e44-bd46-0e03f2450313 HTTP/1.1" status: 204 len: 168 time: 1.2322898 Jul 14 12:31:48.127172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:31:48.132431 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:31:48.172361 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Jul 2022 12:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d32235-b553-4b51-a790-6d90ae13a713 x-openstack-request-id: req-a6d32235-b553-4b51-a790-6d90ae13a713 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:31:48.172660 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:31:48.172912 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6d32235-b553-4b51-a790-6d90ae13a713 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:31:48.173329 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d32235-b553-4b51-a790-6d90ae13a713'] response: {'name': 'network-changed', 'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1', 'status': 'completed', 'code': 200} Jul 14 12:31:48.173921 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36596) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:48.189671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8ec62159-a8ba-40b6-825e-0e8492214ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.221897 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:31:48.289326 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-cd298545-a1b6-46e8-b7d4-de797a32e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:48.290964 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-cd298545-a1b6-46e8-b7d4-de797a32e778 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c0d098ca721b409385a08b91d861b295&device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 1129 time: 0.0596490 Jul 14 12:31:48.337671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8ec62159-a8ba-40b6-825e-0e8492214ec0 admin admin] Publish callbacks [] for security_group (a18fd512-e248-47ce-ab83-3127fac0b6d2), precommit_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.351718 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:48.358334 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:48.399591 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-5551040c-5715-4290-a4ed-114089a4ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:48.401810 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-5551040c-5715-4290-a4ed-114089a4ce02 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 200 len: 913 time: 0.1008315 Jul 14 12:31:48.415893 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:48.424412 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-8ec62159-a8ba-40b6-825e-0e8492214ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a18fd512-e248-47ce-ab83-3127fac0b6d2), after_create {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.445112 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:31:48.453757 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:31:48.454373 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:48.466050 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-1ddc7292-9c8b-443b-a9cc-e265b526037f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 200 len: 217 time: 0.0502274 Jul 14 12:31:48.528077 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec62159-a8ba-40b6-825e-0e8492214ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18fd512-e248-47ce-ab83-3127fac0b6d2,revision_number=1']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:48.534834 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-8ec62159-a8ba-40b6-825e-0e8492214ec0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=362d6e9d7bfe4e37a85480340acca852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598154 Jul 14 12:31:48.537905 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36600) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:48.566580 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:31:48.577858 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:48.584578 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-2c94148a-2b2c-49b6-a419-06734144756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:48.586152 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-2c94148a-2b2c-49b6-a419-06734144756f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 200 len: 851 time: 0.1093166 Jul 14 12:31:48.591217 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cef9131d-4c83-4b85-95b6-735f56f842e5 admin admin] Publish callbacks [] for security_group (a18fd512-e248-47ce-ab83-3127fac0b6d2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.602586 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca610-61b5-4679-a67d-87a82b427e16 req-60d1eff1-a17e-4c3e-a453-02bd615f1f9d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:48.604225 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-368ca610-61b5-4679-a67d-87a82b427e16 req-60d1eff1-a17e-4c3e-a453-02bd615f1f9d tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0771356 Jul 14 12:31:48.624452 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cef9131d-4c83-4b85-95b6-735f56f842e5 admin admin] Publish callbacks [] for security_group (a18fd512-e248-47ce-ab83-3127fac0b6d2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.658102 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-368ca610-61b5-4679-a67d-87a82b427e16 req-cdc3f451-7054-452a-93d9-120e88430f4f tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528777 Jul 14 12:31:48.763590 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:48.788022 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0914c1d6-b542-4b36-9d08-b2ea79f5da6b None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:24:29Z', 'revision_number': 4, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi', '_interfaces': [{'id': 'e78acaf2-f672-4b9f-b58b-bac44f7cf528', 'name': '', 'network_id': 'e86e92bf-9b7d-465e-8fb7-65ffe1a278e1', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'mac_address': 'fa:16:3e:d6:f9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:28Z', 'updated_at': '2022-07-14T12:24:33Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'subnets': [{'id': 'c0e794ee-c2ee-4b0d-a212-980b45964dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:31:48.794321 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cef9131d-4c83-4b85-95b6-735f56f842e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (a18fd512-e248-47ce-ab83-3127fac0b6d2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.796903 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-cef9131d-4c83-4b85-95b6-735f56f842e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:48.798068 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-cef9131d-4c83-4b85-95b6-735f56f842e5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a18fd512-e248-47ce-ab83-3127fac0b6d2 HTTP/1.1" status: 204 len: 168 time: 0.2592196 Jul 14 12:31:48.807907 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9131d-4c83-4b85-95b6-735f56f842e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18fd512-e248-47ce-ab83-3127fac0b6d2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:49.010107 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e750c4-09d0-451d-9af1-61081021d9e5 None None] New status for floating IP c634fd6b-575a-4e44-bd46-0e03f2450313: DOWN {{(pid=104471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 14 12:31:49.602037 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36606) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:49.615499 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-51a097c2-1fc5-4ca5-8869-79869a61eed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:49.691903 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-51a097c2-1fc5-4ca5-8869-79869a61eed3 admin admin] Publish callbacks [] for security_group (f8562395-e4eb-47ea-8280-2b23941872e1), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:49.753514 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:49.764356 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-51a097c2-1fc5-4ca5-8869-79869a61eed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f8562395-e4eb-47ea-8280-2b23941872e1), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:49.776503 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe3c18-5eb9-445f-8b0e-affc7e00bb3d req-9778e887-b6cf-4242-8442-e105e00c65d0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:49.777960 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ebfe3c18-5eb9-445f-8b0e-affc7e00bb3d req-9778e887-b6cf-4242-8442-e105e00c65d0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0543761 Jul 14 12:31:49.822422 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-0abe987b-17ce-4de1-a198-84f3d04b90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:49.823941 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-0abe987b-17ce-4de1-a198-84f3d04b90fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437493 Jul 14 12:31:49.827137 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a097c2-1fc5-4ca5-8869-79869a61eed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8562395-e4eb-47ea-8280-2b23941872e1,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:49.834708 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-51a097c2-1fc5-4ca5-8869-79869a61eed3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=73bc84166aae443b9e2f386f16accd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316661 Jul 14 12:31:49.837953 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36610) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:49.888910 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-ebfe3c18-5eb9-445f-8b0e-affc7e00bb3d req-27867cc5-1e24-4877-b406-46f8ff69f9d0 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/security-groups?id=7f191b90-cd85-47ac-a8c6-ce1c106594fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988870 Jul 14 12:31:49.919246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcbb7-732b-4882-a622-d7f4b2134102 admin admin] Publish callbacks [] for security_group (f8562395-e4eb-47ea-8280-2b23941872e1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:49.931934 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-a1dcc259-92e4-466f-924d-20f292251914 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997250 Jul 14 12:31:49.941360 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcbb7-732b-4882-a622-d7f4b2134102 admin admin] Publish callbacks [] for security_group (f8562395-e4eb-47ea-8280-2b23941872e1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.060018 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcbb7-732b-4882-a622-d7f4b2134102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (f8562395-e4eb-47ea-8280-2b23941872e1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.062629 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-3cbdcbb7-732b-4882-a622-d7f4b2134102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.063810 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-3cbdcbb7-732b-4882-a622-d7f4b2134102 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f8562395-e4eb-47ea-8280-2b23941872e1 HTTP/1.1" status: 204 len: 168 time: 0.2248480 Jul 14 12:31:50.073128 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdcbb7-732b-4882-a622-d7f4b2134102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8562395-e4eb-47ea-8280-2b23941872e1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:50.111129 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-8b2b34ae-5f78-40b1-aea7-536f4dc440f0 req-bb228ae9-69ba-4c87-8a98-cfedd27d0ea1 service neutron] 10.222.0.86 "GET /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913248 Jul 14 12:31:50.373926 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.441067 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a616-83c3-4070-866b-56abc5b709d2 req-9ea4ca44-fe7a-444e-bde6-30f58011e400 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104470) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 14 12:31:50.442572 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6110a616-83c3-4070-866b-56abc5b709d2 req-9ea4ca44-fe7a-444e-bde6-30f58011e400 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 945 time: 0.0489051 Jul 14 12:31:50.456404 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:50.536049 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Deleting port 252f163a-d3e9-43b6-852d-55c257c784e1 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:50.536388 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.559887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:50.631022 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] For port 252f163a-d3e9-43b6-852d-55c257c784e1, host hv-cinder-84890, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84890',level=0,port_id=252f163a-d3e9-43b6-852d-55c257c784e1,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:50.631384 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.644363 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Calling delete_port for 252f163a-d3e9-43b6-852d-55c257c784e1 owned by compute:nova {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:50.856951 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (252f163a-d3e9-43b6-852d-55c257c784e1), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.891137 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'Port': ['ID=252f163a-d3e9-43b6-852d-55c257c784e1,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:50.941709 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] No DVR routers for this DVR port 252f163a-d3e9-43b6-852d-55c257c784e1 on host hv-cinder-84890 {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:31:50.944836 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for port (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:50.948226 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-6110a616-83c3-4070-866b-56abc5b709d2 req-cf9c5c38-4d5c-464d-89f1-1f3075f76b39 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.86 "DELETE /v2.0/ports/252f163a-d3e9-43b6-852d-55c257c784e1 HTTP/1.1" status: 204 len: 173 time: 0.4978967 Jul 14 12:31:50.951472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'name': 'network-vif-deleted', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1'}] {{(pid=104470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 14 12:31:50.951472 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acb0811933c562608b344e2fc598ee6ddf20cb880b2eb93e791ec3caa71edf47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8090e831-84f3-4de6-9da7-b38bd7a20788" -d '{"events": [{"server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "name": "network-vif-deleted", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1"}]}' {{(pid=104470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 12:31:50.992693 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Jul 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d4d581-9859-4156-ad83-3851c6e542d6 x-openstack-request-id: req-c5d4d581-9859-4156-ad83-3851c6e542d6 {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 12:31:50.992989 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7a5743-ed34-4140-b8e4-8cffa12d445e", "name": "network-vif-deleted", "tag": "252f163a-d3e9-43b6-852d-55c257c784e1", "status": "completed", "code": 200}]} {{(pid=104470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 12:31:50.993248 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c5d4d581-9859-4156-ad83-3851c6e542d6 {{(pid=104470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 12:31:50.993674 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d4d581-9859-4156-ad83-3851c6e542d6'] response: {'server_uuid': '3d7a5743-ed34-4140-b8e4-8cffa12d445e', 'name': 'network-vif-deleted', 'tag': '252f163a-d3e9-43b6-852d-55c257c784e1', 'status': 'completed', 'code': 200} Jul 14 12:31:51.015096 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [req-baa14174-807d-4410-b152-8803d44191fb req-0a2cba8e-8efd-4627-ace6-aed9a3f3e2c7 tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 210 time: 0.0371373 Jul 14 12:31:52.127987 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [req-a9a2cbd9-8ab2-4229-92fe-bf2010afc105 req-fbf2e335-e6e6-4c56-8a62-f2777c8fc9fa tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d7a5743-ed34-4140-b8e4-8cffa12d445e HTTP/1.1" status: 200 len: 210 time: 0.0292468 Jul 14 12:31:53.194648 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36706) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:53.307064 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Deleting port bf56c257-0bc5-4c46-84d1-5323a10ad9e2 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:53.307407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:53.387911 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:53.388236 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:53.400776 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Calling delete_port for bf56c257-0bc5-4c46-84d1-5323a10ad9e2 owned by network:floatingip {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:53.467558 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:53.633671 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (bf56c257-0bc5-4c46-84d1-5323a10ad9e2), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:53.660749 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'Port': ['ID=bf56c257-0bc5-4c46-84d1-5323a10ad9e2,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:53.727143 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for floatingip (3f1283cf-58c4-4244-a973-1f19fd37dd61), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:53.729511 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2018612'] for floatingip (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:53.730635 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-34aae39f-3ad0-414d-8f94-a7bbd893b54a tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "DELETE /v2.0/floatingips/3f1283cf-58c4-4244-a973-1f19fd37dd61 HTTP/1.1" status: 204 len: 168 time: 0.5364809 Jul 14 12:31:53.999368 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 252f163a-d3e9-43b6-852d-55c257c784e1 no longer exists at agent hyperv_hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:31:54.018755 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] No Port match for: 252f163a-d3e9-43b6-852d-55c257c784e1 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:31:54.019127 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Device 252f163a-d3e9-43b6-852d-55c257c784e1 not bound to the agent host hv-cinder-84890 {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:31:55.102782 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36728) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:55.160470 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-866dd9b1-fe34-486b-9b2e-534316e462fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group (7f191b90-cd85-47ac-a8c6-ce1c106594fa), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:55.191738 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-866dd9b1-fe34-486b-9b2e-534316e462fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group (7f191b90-cd85-47ac-a8c6-ce1c106594fa), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:55.351985 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-866dd9b1-fe34-486b-9b2e-534316e462fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (7f191b90-cd85-47ac-a8c6-ce1c106594fa), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:55.354459 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-866dd9b1-fe34-486b-9b2e-534316e462fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:55.355865 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-866dd9b1-fe34-486b-9b2e-534316e462fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] 10.222.0.27 "DELETE /v2.0/security-groups/7f191b90-cd85-47ac-a8c6-ce1c106594fa HTTP/1.1" status: 204 len: 168 time: 0.2520850 Jul 14 12:31:55.367589 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dd9b1-fe34-486b-9b2e-534316e462fe tempest-TestVolumeBootPattern-1346970940 tempest-TestVolumeBootPattern-1346970940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f191b90-cd85-47ac-a8c6-ce1c106594fa,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:55.478384 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36734) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:55.718696 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:55.943600 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (98456bf6-b4b7-47a9-841f-c1b8f14fe902), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:56.169123 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Deleting port e78acaf2-f672-4b9f-b58b-bac44f7cf528 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:56.169876 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:56.171811 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:56.254123 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] For port e78acaf2-f672-4b9f-b58b-bac44f7cf528, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e78acaf2-f672-4b9f-b58b-bac44f7cf528,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:56.254258 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:56.267666 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Calling delete_port for e78acaf2-f672-4b9f-b58b-bac44f7cf528 owned by network:router_interface {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:56.548367 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (e78acaf2-f672-4b9f-b58b-bac44f7cf528), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:56.571794 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e78acaf2-f672-4b9f-b58b-bac44f7cf528,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:56.634436 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:56.746088 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (98456bf6-b4b7-47a9-841f-c1b8f14fe902), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:56.956773 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:31:57.060827 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:31:57.066020 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-6f7770d3-ea0b-4448-8af4-b2eed28259cc admin admin] 10.222.0.27 "PUT /v2.0/routers/98456bf6-b4b7-47a9-841f-c1b8f14fe902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5863297 Jul 14 12:31:57.068270 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36742) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:57.073009 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] Sync routers for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:31:57.083845 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:31:57.084951 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:57.172437 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks [] for router (98456bf6-b4b7-47a9-841f-c1b8f14fe902), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:57.186329 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:31:57.463526 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:31:56Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:57.489487 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] Checking router: 98456bf6-b4b7-47a9-841f-c1b8f14fe902 for host: dv-cinder-848900-3-iscsi {{(pid=104472) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:31:57.498831 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] Routers {'98456bf6-b4b7-47a9-841f-c1b8f14fe902'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104472) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:31:57.499470 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'], 'active': True} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:57.510890 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks [] for router_gateway (98456bf6-b4b7-47a9-841f-c1b8f14fe902), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:57.514951 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:57.548917 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=100 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:57.604697 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_dvr_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] Set router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 gateway port host: dv-cinder-848900-3-iscsi {{(pid=104472) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:31:57.652973 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Deleting port a63494a7-ef45-4f7d-b284-a99f2fb858ad {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:57.653320 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:57.737184 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] For port a63494a7-ef45-4f7d-b284-a99f2fb858ad, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=a63494a7-ef45-4f7d-b284-a99f2fb858ad,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:57.737555 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:57.755335 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Calling delete_port for a63494a7-ef45-4f7d-b284-a99f2fb858ad owned by network:router_gateway {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:57.761702 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:57.785274 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.l3_hamode_db [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:31:56Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:57.815160 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2601688d-0bd7-49bd-9871-ff4ce707e1df None None] The sync data for ids ['98456bf6-b4b7-47a9-841f-c1b8f14fe902'] in dv-cinder-848900-3-iscsi is: [{'id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'name': 'tempest-TestVolumeBootPattern-1018468727-router', 'tenant_id': 'c0d098ca721b409385a08b91d861b295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:25Z', 'updated_at': '2022-07-14T12:31:56Z', 'revision_number': 5, 'project_id': 'c0d098ca721b409385a08b91d861b295', 'gw_port': {'id': 'a63494a7-ef45-4f7d-b284-a99f2fb858ad', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98456bf6-b4b7-47a9-841f-c1b8f14fe902', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:26Z', 'updated_at': '2022-07-14T12:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104472) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:31:57.977638 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (a63494a7-ef45-4f7d-b284-a99f2fb858ad), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.004413 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63494a7-ef45-4f7d-b284-a99f2fb858ad,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:58.066550 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (98456bf6-b4b7-47a9-841f-c1b8f14fe902), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.155036 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (98456bf6-b4b7-47a9-841f-c1b8f14fe902), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.157660 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks [] for router_controller (98456bf6-b4b7-47a9-841f-c1b8f14fe902), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.254283 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (98456bf6-b4b7-47a9-841f-c1b8f14fe902), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.255775 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98456bf6-b4b7-47a9-841f-c1b8f14fe902 {{(pid=104469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:31:58.261094 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.265021 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-514f0467-48c0-4f03-83b8-c2a9c0e38b36 admin admin] 10.222.0.27 "DELETE /v2.0/routers/98456bf6-b4b7-47a9-841f-c1b8f14fe902 HTTP/1.1" status: 204 len: 168 time: 1.1931224 Jul 14 12:31:58.265021 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36746) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:58.321712 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Deleting subnet c0e794ee-c2ee-4b0d-a212-980b45964dd2 {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:31:58.324986 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Publish callbacks [] for subnet (c0e794ee-c2ee-4b0d-a212-980b45964dd2), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.363387 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (c0e794ee-c2ee-4b0d-a212-980b45964dd2), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.372739 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device e78acaf2-f672-4b9f-b58b-bac44f7cf528 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:31:58.394716 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: e78acaf2-f672-4b9f-b58b-bac44f7cf528 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:31:58.395089 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device e78acaf2-f672-4b9f-b58b-bac44f7cf528 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:31:58.471808 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (c0e794ee-c2ee-4b0d-a212-980b45964dd2), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.595102 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (c0e794ee-c2ee-4b0d-a212-980b45964dd2), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.622931 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e794ee-c2ee-4b0d-a212-980b45964dd2,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:58.626559 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.629841 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c05082ac-c79e-4d50-917e-63d70ea0cfd6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c0e794ee-c2ee-4b0d-a212-980b45964dd2 HTTP/1.1" status: 204 len: 168 time: 0.3639450 Jul 14 12:31:58.632328 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36750) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:58.632662 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bcc01-9533-4a25-84d6-47500226fa83 None None] Network e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:31:58.685886 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:58.704580 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.756373 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Deleting port e6bc1e4b-b646-4428-9660-2fc7544dd319 {{(pid=104469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:58.756708 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.823327 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.db [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] For port e6bc1e4b-b646-4428-9660-2fc7544dd319, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e6bc1e4b-b646-4428-9660-2fc7544dd319,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:58.823694 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.837619 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.plugin [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Calling delete_port for e6bc1e4b-b646-4428-9660-2fc7544dd319 owned by network:dhcp {{(pid=104469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:58.848476 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] DHCP port deletion for e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:31:58.895357 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Deleting port e6bc1e4b-b646-4428-9660-2fc7544dd319 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:58.895728 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.960416 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] For port e6bc1e4b-b646-4428-9660-2fc7544dd319, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=e6bc1e4b-b646-4428-9660-2fc7544dd319,segment=NetworkSegment(45145037-46d2-4195-9d69-7204169e2523),segment_id=45145037-46d2-4195-9d69-7204169e2523)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:58.960807 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.973067 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Calling delete_port for e6bc1e4b-b646-4428-9660-2fc7544dd319 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:31:58.979755 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4235155'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:58.987825 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:59.008507 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bc1e4b-b646-4428-9660-2fc7544dd319,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:59.012246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] No DVR routers for this DVR port e6bc1e4b-b646-4428-9660-2fc7544dd319 on host dv-cinder-848900-3-iscsi {{(pid=104469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:31:59.068335 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (e6bc1e4b-b646-4428-9660-2fc7544dd319), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.093384 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.094315 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Pushing event deleted for resources: {'Port': ['ID=e6bc1e4b-b646-4428-9660-2fc7544dd319,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:59.103559 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] No DVR routers for this DVR port e6bc1e4b-b646-4428-9660-2fc7544dd319 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:31:59.105581 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.105925 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.106263 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.106596 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.106954 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.107270 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.107591 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.107910 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.108228 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.108547 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.108869 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.109191 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.109505 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.109821 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.110134 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8cdee0-b13e-4467-92d2-1d32c4e31bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-848900-3-iscsi {{(pid=104471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 12:31:59.114401 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86e92bf-9b7d-465e-8fb7-65ffe1a278e1']}} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:59.126320 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45145037-46d2-4195-9d69-7204169e2523') {'for_net_delete': True} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:59.126610 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.services.segments.db [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45145037-46d2-4195-9d69-7204169e2523') {} {{(pid=104469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:31:59.137340 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4279546'] for segment (45145037-46d2-4195-9d69-7204169e2523), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.151322 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (45145037-46d2-4195-9d69-7204169e2523), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.157414 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:31:59.157790 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4235246'] for segment (45145037-46d2-4195-9d69-7204169e2523), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.205306 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 45145037-46d2-4195-9d69-7204169e2523 resource provider aggregate not found Jul 14 12:31:59.222243 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.services.segments.plugin [-] Segment 45145037-46d2-4195-9d69-7204169e2523 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45145037-46d2-4195-9d69-7204169e2523 found for delete ", "request_id": "req-d5d62e69-dccd-4806-b443-2559779d4646"}]} Jul 14 12:31:59.285228 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (e86e92bf-9b7d-465e-8fb7-65ffe1a278e1), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.291624 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.294790 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/e86e92bf-9b7d-465e-8fb7-65ffe1a278e1 HTTP/1.1" status: 204 len: 168 time: 0.6614835 Jul 14 12:31:59.297873 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36756) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:31:59.306407 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede4a17-5bc5-445d-a36e-3505052f38c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e86e92bf-9b7d-465e-8fb7-65ffe1a278e1,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:31:59.632574 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-683589'] for router_interface (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.701503 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:31:59.851612 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Deleting port 2b638d88-5842-4de1-bec1-c66f9a05b7bc {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:31:59.851954 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.936172 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] For port 2b638d88-5842-4de1-bec1-c66f9a05b7bc, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=2b638d88-5842-4de1-bec1-c66f9a05b7bc,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:31:59.936442 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:31:59.949801 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Calling delete_port for 2b638d88-5842-4de1-bec1-c66f9a05b7bc owned by network:router_interface {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:32:00.011766 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=100 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:00.182432 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (2b638d88-5842-4de1-bec1-c66f9a05b7bc), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:00.207677 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b638d88-5842-4de1-bec1-c66f9a05b7bc,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:00.380875 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1512181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-683729'] for router_interface (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:00.399302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device e6bc1e4b-b646-4428-9660-2fc7544dd319 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:32:00.403979 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:00.421508 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: e6bc1e4b-b646-4428-9660-2fc7544dd319 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:32:00.423616 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device e6bc1e4b-b646-4428-9660-2fc7544dd319 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:32:00.423616 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a63494a7-ef45-4f7d-b284-a99f2fb858ad no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:32:00.441034 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: a63494a7-ef45-4f7d-b284-a99f2fb858ad {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:32:00.441379 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device a63494a7-ef45-4f7d-b284-a99f2fb858ad not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:32:00.607816 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb has already been hosted by L3 agent 49a5267c-7140-436d-9102-0db9d23ce628 {{(pid=104470) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 14 12:32:00.657754 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:00.715886 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] Notify agent at l3_agent.dv-cinder-848900-3-iscsi the message routers_updated {{(pid=104470) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 12:32:00.721074 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-e2343487-0fc5-4523-8cf3-547e41467430 admin admin] 10.222.0.27 "PUT /v2.0/routers/4f9e6fb6-d18b-435d-b3c1-06f55efb3acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218185 Jul 14 12:32:00.727194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36762) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:00.729344 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] Sync routers for ids ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'] in dv-cinder-848900-3-iscsi {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 12:32:00.739570 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] Routers {'4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:32:00.740197 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:00.848644 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] Set router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:32:01.025663 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:01.034464 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:32:00Z', 'revision_number': 5, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:01.063155 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] Checking router: 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb for host: dv-cinder-848900-3-iscsi {{(pid=104471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 12:32:01.072305 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] Routers {'4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'} bound to L3 agent in host dv-cinder-848900-3-iscsi {{(pid=104471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 14 12:32:01.072914 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-848900-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-14T12:09:40Z,description=,heartbeat_timestamp=2022-07-14T12:31:40Z,host='dv-cinder-848900-3-iscsi',id=49a5267c-7140-436d-9102-0db9d23ce628,load=0,resource_versions=,resources_synced=,started_at=2022-07-14T12:09:41Z,topic='l3_agent')) {'router_ids': ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'], 'active': True} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:01.073544 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks [] for router (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.176253 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvr_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] Set router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb gateway port host: dv-cinder-848900-3-iscsi {{(pid=104471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 14 12:32:01.177501 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks [] for router_gateway (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.182084 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:01.320575 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Deleting port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:32:01.320840 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.344625 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_hamode_db [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:32:00Z', 'revision_number': 5, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}], 'dv-cinder-848900-3-iscsi', False) {} {{(pid=104471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:01.374834 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117458c2-5f3c-41ed-9e86-6862a641b4b9 None None] The sync data for ids ['4f9e6fb6-d18b-435d-b3c1-06f55efb3acb'] in dv-cinder-848900-3-iscsi is: [{'id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'name': 'tempest-TestVolumeBootPattern-1364263260-router', 'tenant_id': '7c864497be59453182efbe81fdf948cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'external_fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-14T12:24:34Z', 'updated_at': '2022-07-14T12:32:00Z', 'revision_number': 5, 'project_id': '7c864497be59453182efbe81fdf948cb', 'gw_port': {'id': '9bcd68cc-6df3-46fa-9a79-e93a986ff2d2', 'name': '', 'network_id': '02276e58-87fc-4473-b021-241dbac24866', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9e6fb6-d18b-435d-b3c1-06f55efb3acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-848900-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-14T12:24:35Z', 'updated_at': '2022-07-14T12:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ec96b57-bcf6-4554-8432-3a1feba41987', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-848900-3-iscsi'}] {{(pid=104471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 12:32:01.405982 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] For port 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,segment=NetworkSegment(99feddc6-ef77-456c-9d8a-f9c3a9d8397f),segment_id=99feddc6-ef77-456c-9d8a-f9c3a9d8397f)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:32:01.406499 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.421863 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Calling delete_port for 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 owned by network:router_gateway {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:32:01.645177 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (9bcd68cc-6df3-46fa-9a79-e93a986ff2d2), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.675829 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcd68cc-6df3-46fa-9a79-e93a986ff2d2,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:01.762610 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684492'] for router_gateway (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.859597 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64752'] for router (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.861874 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks [] for router_controller (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), precommit_delete_associations {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.953944 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680823'] for router (4f9e6fb6-d18b-435d-b3c1-06f55efb3acb), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.954568 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f9e6fb6-d18b-435d-b3c1-06f55efb3acb {{(pid=104470) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 12:32:01.961353 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:01.961353 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-84d6b829-058e-4816-8a12-8d9d267911c1 admin admin] 10.222.0.27 "DELETE /v2.0/routers/4f9e6fb6-d18b-435d-b3c1-06f55efb3acb HTTP/1.1" status: 204 len: 168 time: 1.2365773 Jul 14 12:32:01.963652 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36766) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:02.015330 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Deleting subnet a987dd71-a43b-4360-bcde-fe5f0865928c {{(pid=104469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 14 12:32:02.018903 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Publish callbacks [] for subnet (a987dd71-a43b-4360-bcde-fe5f0865928c), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.061050 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4279533'] for subnet (a987dd71-a43b-4360-bcde-fe5f0865928c), precommit_delete_associations {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.139142 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388671'] for subnet (a987dd71-a43b-4360-bcde-fe5f0865928c), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.259819 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388649', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4231244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4510425'] for subnet (a987dd71-a43b-4360-bcde-fe5f0865928c), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.284868 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a987dd71-a43b-4360-bcde-fe5f0865928c,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:02.291083 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.296655 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7694cb07-2d3c-4234-a272-8d11dc9b2928 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a987dd71-a43b-4360-bcde-fe5f0865928c HTTP/1.1" status: 204 len: 168 time: 0.3291781 Jul 14 12:32:02.296796 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82a854-7e22-4f13-9486-6556dd08dbbc None None] Network 31bb948c-aae6-404f-ace2-b35788fa103f requested from dv-cinder-848900-3-iscsi {{(pid=104471) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 14 12:32:02.297236 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36768) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:02.372277 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1534497'] for network (31bb948c-aae6-404f-ace2-b35788fa103f), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.383821 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:02.431407 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Deleting port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 {{(pid=104470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:32:02.431934 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.449878 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2b638d88-5842-4de1-bec1-c66f9a05b7bc no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:32:02.475862 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 2b638d88-5842-4de1-bec1-c66f9a05b7bc {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:32:02.476317 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 2b638d88-5842-4de1-bec1-c66f9a05b7bc not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:32:02.476806 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:32:02.481946 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] DHCP port deletion for 31bb948c-aae6-404f-ace2-b35788fa103f request from dv-cinder-848900-3-iscsi {{(pid=104471) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 14 12:32:02.501640 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:32:02.501987 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 9bcd68cc-6df3-46fa-9a79-e93a986ff2d2 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:32:02.506601 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.db [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] For port 6cfee522-0aca-48b7-8d2d-834029f7f3c5, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=6cfee522-0aca-48b7-8d2d-834029f7f3c5,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:32:02.507194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.521028 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.plugin [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Calling delete_port for 6cfee522-0aca-48b7-8d2d-834029f7f3c5 owned by network:dhcp {{(pid=104470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:32:02.539719 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] Deleting port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 {{(pid=104471) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 14 12:32:02.540097 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762585616366'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), before_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.608128 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.db [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] For port 6cfee522-0aca-48b7-8d2d-834029f7f3c5, host dv-cinder-848900-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-848900-3-iscsi',level=0,port_id=6cfee522-0aca-48b7-8d2d-834029f7f3c5,segment=NetworkSegment(587c9238-0e09-4930-a24c-3ed3403cbbcb),segment_id=587c9238-0e09-4930-a24c-3ed3403cbbcb)] {{(pid=104471) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 12:32:02.609256 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-684676'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), precommit_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.621253 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] Calling delete_port for 6cfee522-0aca-48b7-8d2d-834029f7f3c5 owned by network:dhcp {{(pid=104471) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 14 12:32:02.656787 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6960212'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.664929 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=100 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:02.680270 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfee522-0aca-48b7-8d2d-834029f7f3c5,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:02.686128 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] No DVR routers for this DVR port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 on host dv-cinder-848900-3-iscsi {{(pid=104470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:32:02.708639 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14895', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762585625155', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762585276919'] for port (6cfee522-0aca-48b7-8d2d-834029f7f3c5), after_delete {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.712950 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:02.735188 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] Pushing event deleted for resources: {'Port': ['ID=6cfee522-0aca-48b7-8d2d-834029f7f3c5,revision_number=None']} {{(pid=104471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:02.739622 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b2a83-d466-49dc-843c-6c75a2c0b2df None None] No DVR routers for this DVR port 6cfee522-0aca-48b7-8d2d-834029f7f3c5 on host dv-cinder-848900-3-iscsi {{(pid=104471) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 14 12:32:02.772887 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1428997', 'neutron.services.segments.db._delete_segments_for_network-8762585727043'] for network (31bb948c-aae6-404f-ace2-b35788fa103f), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.795109 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bb948c-aae6-404f-ace2-b35788fa103f']}} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:02.811096 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c9238-0e09-4930-a24c-3ed3403cbbcb') {'for_net_delete': True} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:02.811096 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.services.segments.db [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c9238-0e09-4930-a24c-3ed3403cbbcb') {} {{(pid=104470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 12:32:02.815195 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762585728076', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5714432'] for segment (587c9238-0e09-4930-a24c-3ed3403cbbcb), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.828877 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885'] for segment (587c9238-0e09-4930-a24c-3ed3403cbbcb), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.835958 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104470) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 12:32:02.836343 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1480885', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6960169'] for segment (587c9238-0e09-4930-a24c-3ed3403cbbcb), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.859581 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 587c9238-0e09-4930-a24c-3ed3403cbbcb resource provider aggregate not found Jul 14 12:32:02.904065 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.services.segments.plugin [-] Segment 587c9238-0e09-4930-a24c-3ed3403cbbcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 587c9238-0e09-4930-a24c-3ed3403cbbcb found for delete ", "request_id": "req-ef6a3e18-8348-4427-9c43-75984b3f942d"}]} Jul 14 12:32:02.962409 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1429004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1512188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684497'] for network (31bb948c-aae6-404f-ace2-b35788fa103f), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.969194 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1512174'] for network (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:02.971592 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] 10.222.0.27 "DELETE /v2.0/networks/31bb948c-aae6-404f-ace2-b35788fa103f HTTP/1.1" status: 204 len: 168 time: 0.6733596 Jul 14 12:32:02.983560 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbb171c-90b5-407c-87b3-5700aaf8b7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=31bb948c-aae6-404f-ace2-b35788fa103f,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:03.272119 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36778) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:03.312592 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-ebb401ab-da61-4aa6-80c0-86fc322ed695 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c0d098ca721b409385a08b91d861b295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393524 Jul 14 12:32:03.315098 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36780) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:03.362890 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6519449c-5618-44b1-9aca-ce144d66347b admin admin] Publish callbacks [] for security_group (af78af95-3139-4ebd-9513-406ba2347160), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:03.385935 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6519449c-5618-44b1-9aca-ce144d66347b admin admin] Publish callbacks [] for security_group (af78af95-3139-4ebd-9513-406ba2347160), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:03.541774 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6519449c-5618-44b1-9aca-ce144d66347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (af78af95-3139-4ebd-9513-406ba2347160), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:03.544529 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-6519449c-5618-44b1-9aca-ce144d66347b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:03.545675 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-6519449c-5618-44b1-9aca-ce144d66347b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/af78af95-3139-4ebd-9513-406ba2347160 HTTP/1.1" status: 204 len: 168 time: 0.2297635 Jul 14 12:32:03.554527 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519449c-5618-44b1-9aca-ce144d66347b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af78af95-3139-4ebd-9513-406ba2347160,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:04.280293 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36800) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:04.322158 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-a016355d-1a0d-4bda-8818-5540caf8d3eb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7c864497be59453182efbe81fdf948cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401175 Jul 14 12:32:04.323529 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 6cfee522-0aca-48b7-8d2d-834029f7f3c5 no longer exists at agent ovs-agent-dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 12:32:04.324130 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36802) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:04.347136 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.plugin [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] No Port match for: 6cfee522-0aca-48b7-8d2d-834029f7f3c5 {{(pid=104471) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 14 12:32:04.347569 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron.plugins.ml2.rpc [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Device 6cfee522-0aca-48b7-8d2d-834029f7f3c5 not bound to the agent host dv-cinder-848900-3-iscsi {{(pid=104471) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 12:32:04.377229 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-de4151d9-e6a2-4a3c-8db0-a1f2ee0d4099 admin admin] Publish callbacks [] for security_group (efec395e-73b2-4260-aaa8-3a05ef13c535), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:04.401228 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-de4151d9-e6a2-4a3c-8db0-a1f2ee0d4099 admin admin] Publish callbacks [] for security_group (efec395e-73b2-4260-aaa8-3a05ef13c535), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:04.522177 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-de4151d9-e6a2-4a3c-8db0-a1f2ee0d4099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (efec395e-73b2-4260-aaa8-3a05ef13c535), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:04.524729 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-de4151d9-e6a2-4a3c-8db0-a1f2ee0d4099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:04.525873 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-de4151d9-e6a2-4a3c-8db0-a1f2ee0d4099 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/efec395e-73b2-4260-aaa8-3a05ef13c535 HTTP/1.1" status: 204 len: 168 time: 0.2010171 Jul 14 12:32:04.534270 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4151d9-e6a2-4a3c-8db0-a1f2ee0d4099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec395e-73b2-4260-aaa8-3a05ef13c535,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:07.787551 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=18 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:07.788335 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=90 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:07.987790 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-41baa9aa-5598-4f55-8947-6ff7cc6b9cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:08.410068 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:32:10.250841 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-8b74fc3d-298f-47b4-a211-6e6d8d92ef1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:11.673237 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:12.263708 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=72,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:12.284681 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=38,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:12.862028 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:13.156772 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:14.434932 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:UPDATE=1,neutron:SELECT=44,neutron:DELETE=6 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:14.530796 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=88,neutron:DELETE=10 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:18.403856 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:18.405714 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:20.384905 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.172100 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 36874) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:22.277822 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c6946976-0b3e-4505-a7ed-7609c2ec665c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.352701 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c6946976-0b3e-4505-a7ed-7609c2ec665c admin admin] Publish callbacks [] for security_group (356add21-5126-456b-b7ed-a91cfcf9e1e3), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.425246 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-c6946976-0b3e-4505-a7ed-7609c2ec665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (356add21-5126-456b-b7ed-a91cfcf9e1e3), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.465760 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-c6946976-0b3e-4505-a7ed-7609c2ec665c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=67637017e0984c75a84069c2e8617bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926118 Jul 14 12:32:22.466643 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946976-0b3e-4505-a7ed-7609c2ec665c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356add21-5126-456b-b7ed-a91cfcf9e1e3,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:22.469113 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [-] (104470) accepted ('10.222.0.27', 36878) {{(pid=104470) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:22.518606 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e242-da7a-4481-afa8-9ccb581631a5 admin admin] Publish callbacks [] for security_group (356add21-5126-456b-b7ed-a91cfcf9e1e3), before_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.540042 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e242-da7a-4481-afa8-9ccb581631a5 admin admin] Publish callbacks [] for security_group (356add21-5126-456b-b7ed-a91cfcf9e1e3), precommit_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.659037 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e242-da7a-4481-afa8-9ccb581631a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (356add21-5126-456b-b7ed-a91cfcf9e1e3), after_delete {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.661734 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron_lib.callbacks.manager [None req-1cf0e242-da7a-4481-afa8-9ccb581631a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:22.663003 dv-cinder-848900-3-iscsi neutron-server[104470]: INFO neutron.wsgi [None req-1cf0e242-da7a-4481-afa8-9ccb581631a5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/356add21-5126-456b-b7ed-a91cfcf9e1e3 HTTP/1.1" status: 204 len: 168 time: 0.1935480 Jul 14 12:32:22.671223 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0e242-da7a-4481-afa8-9ccb581631a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356add21-5126-456b-b7ed-a91cfcf9e1e3,revision_number=None']} {{(pid=104470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:30.286504 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:32.460289 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=15,neutron:INSERT=5 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:32.462181 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:32.666414 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:32.667175 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG dbcounter [-] [104470] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104470) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:32.685478 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:35.342108 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 37014) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:35.447754 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7824d21e-8f4e-43e3-9d5e-8a46e81e4040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.523981 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7824d21e-8f4e-43e3-9d5e-8a46e81e4040 admin admin] Publish callbacks [] for security_group (6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de), precommit_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.604222 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-7824d21e-8f4e-43e3-9d5e-8a46e81e4040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de), after_create {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.645559 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824d21e-8f4e-43e3-9d5e-8a46e81e4040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de,revision_number=1']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:35.650547 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-7824d21e-8f4e-43e3-9d5e-8a46e81e4040 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dd62f55e2c734a4f8a8c38fa009b157b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074377 Jul 14 12:32:35.653639 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [-] (104469) accepted ('10.222.0.27', 37018) {{(pid=104469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 14 12:32:35.701124 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d27e5c53-85c9-4b06-a415-dd2832d47b7a admin admin] Publish callbacks [] for security_group (6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de), before_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.724324 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d27e5c53-85c9-4b06-a415-dd2832d47b7a admin admin] Publish callbacks [] for security_group (6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de), precommit_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.872888 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d27e5c53-85c9-4b06-a415-dd2832d47b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637956'] for security_group (6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de), after_delete {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.875458 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron_lib.callbacks.manager [None req-d27e5c53-85c9-4b06-a415-dd2832d47b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:35.876614 dv-cinder-848900-3-iscsi neutron-server[104469]: INFO neutron.wsgi [None req-d27e5c53-85c9-4b06-a415-dd2832d47b7a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de HTTP/1.1" status: 204 len: 168 time: 0.2224534 Jul 14 12:32:35.885479 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e5c53-85c9-4b06-a415-dd2832d47b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b7d3d-1a86-4bef-b8f3-7b4f7ad5c2de,revision_number=None']} {{(pid=104469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 12:32:37.991057 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-776c54cf-d17a-425c-bbe0-3c732a4b0356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:39.785384 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=14 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:39.790281 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=18 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:40.261448 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-f704957c-5608-4abf-89a3-ea7d154b670d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:41.670077 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:42.901152 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:43.166957 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:45.408509 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:32:45.879238 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:45.880036 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG dbcounter [-] [104469] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104469) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:32:50.392317 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:32:55.405096 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:00.284924 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:00.286994 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:07.990255 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-cce04763-1593-4971-b2c6-c824ead2acf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:10.266113 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-aacfdf73-ed4b-4d16-bec4-e633370b4a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:11.683302 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:12.894932 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:13.167167 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:16.791939 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:16.796822 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:20.367250 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:22.407373 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:33:30.294353 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:30.302347 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:32.403099 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:37.997467 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-68e6654b-9f32-4a55-bbca-2aa02d94d816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:38.388089 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:40.242776 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-28676fa3-7323-43ea-8f59-eb438bc3f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:41.676814 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:42.892159 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:43.172116 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:50.389559 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:33:53.787917 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:53.792788 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:33:59.406080 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:34:00.318366 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:00.324326 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:08.008516 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3446df89-1c4a-4233-91a5-e5286955661a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:09.401811 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:09.402539 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:10.269158 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-6b5f9bc7-0f24-4f01-86c7-1311822a8f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:11.679870 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:12.903619 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:13.199862 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:20.385111 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:30.316378 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:30.322335 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:32.851312 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=16 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:32.853148 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=16 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:36.404887 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:34:38.008232 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-3e25a271-c3db-4498-92cd-961d931575c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:40.264806 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-969f1386-8a7d-40bf-a4cd-2c98f46d126c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:41.676831 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:42.897252 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:43.211200 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:34:46.401539 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:34:50.388371 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:00.314710 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=12 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:00.316611 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:07.799068 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:07.803917 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:07.999395 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c64a1b71-e7fc-4c87-802a-026689c24697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:10.247121 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-b0a269b1-cd99-44bc-96b5-aff1f414e2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:11.679356 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:12.897446 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:13.165138 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:13.435434 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:35:20.378105 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:23.399075 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:23.399885 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:30.309549 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:30.315514 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:37.995824 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-87219667-e4db-4d66-b9a7-ba89545d70a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:40.269447 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-9771b152-c3c9-4e4c-b2b0-991f37721d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:41.685173 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:42.914973 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:43.172615 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:35:44.796170 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:44.800093 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:35:50.404777 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:35:50.405423 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:00.343401 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:00.345263 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:00.400590 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:00.401278 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:07.998721 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-63f05b2a-ecb1-4bc0-a879-0e7bf6526a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:10.261354 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-fbd90d23-ddd4-4fd3-b8bf-d695a80e37bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:11.691582 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:12.891801 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:13.177421 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:20.415613 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:21.801774 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:21.807634 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=5 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:27.404258 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:36:29.889973 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-642f0241-3887-4c6d-8f69-639872b64ade req-13feef70-9c8f-4587-9b9a-1704acbb3f26 service neutron] (104469) timed out ('10.222.0.86', 55849) {{(pid=104469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:36:30.334081 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:30.335956 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:35.145263 dv-cinder-848900-3-iscsi neutron-server[104469]: DEBUG neutron.wsgi [req-62750b36-2c6a-476c-ba22-f13f7d155ad7 req-606f6aa1-dd5b-4935-b215-6c6c4938767e service neutron] (104469) timed out ('10.222.0.86', 55858) {{(pid=104469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:36:37.399269 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=15 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:37.400051 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=13 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:37.998819 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-db8c2583-e084-4872-8995-f5303de02841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:40.251565 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0a85b647-7b38-4e9d-ac64-adf1ae21396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:41.714314 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:42.908240 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:43.192805 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:50.392646 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:36:58.802933 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:36:58.803679 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:00.333457 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:UPDATE=3,neutron:SELECT=10 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:00.335316 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:04.403148 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:37:07.987891 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-bcc60375-e17b-433d-90bd-42b2b43837d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:10.278036 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-a7d664ef-fa8e-4141-8d0b-30640092f0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:11.700905 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:12.879468 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:13.182120 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:13.968550 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-8c4f96f2-a4d2-4fef-ae3f-6f5bd209345f service neutron] (104470) timed out ('10.222.0.27', 59098) {{(pid=104470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:37:14.145659 dv-cinder-848900-3-iscsi neutron-server[104470]: DEBUG neutron.wsgi [req-1171e61f-d41b-4083-bf6c-5961b78d3b68 req-365c4629-be87-450a-8983-d378ad5a1f8a tempest-AttachVolumeShelveTestJSON-814309618 tempest-AttachVolumeShelveTestJSON-814309618-project] (104470) timed out ('10.222.0.27', 59106) {{(pid=104470) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 14 12:37:14.399281 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:14.400033 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:20.501466 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:30.349153 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:30.358055 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG dbcounter [-] [104471] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104471) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:36.452118 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=3 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:36.452835 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 14 12:37:37.988348 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-200a2568-5f63-4383-ab17-7e8bcbee81e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (ac39c5f6-ef16-48cf-93e1-9d4b5ff1c754), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:40.273440 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-d25e1eec-a5ef-40af-ba9d-2f9e8dc61ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (49a5267c-7140-436d-9102-0db9d23ce628), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:41.402897 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG neutron.db.agents_db [None req-c7e42ac4-b852-4587-9b74-bf64e5af19cd None None] Agent healthcheck: found 6 active agents {{(pid=104472) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 12:37:41.690850 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-7a7db1cd-bee9-496d-8543-57023ed6d8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (b37b1386-e690-4434-8c52-569512072baf), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:42.934953 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-2d58d4fd-cac2-4511-8828-5caf3e11b26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (aa0a0cc6-fb5f-4bb3-a65f-ceb2aca1846f), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:43.170516 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-c131b07f-3823-4f9b-9d50-7faab3a3565f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (8ca49853-df5c-497c-8820-9ea04d5da7fb), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:50.414478 dv-cinder-848900-3-iscsi neutron-server[104471]: DEBUG neutron_lib.callbacks.manager [None req-0d7dbb56-087d-4db5-ba8d-8f769230cfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762585727025', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390020'] for agent (5f5526ad-92b1-4749-9c7f-18c0c4efc615), after_update {{(pid=104471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 14 12:37:51.398555 dv-cinder-848900-3-iscsi neutron-server[104472]: DEBUG dbcounter [-] [104472] Writing DB stats neutron:SELECT=2 {{(pid=104472) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}